-- Logs begin at Fri 2021-07-09 20:06:55 UTC, end at Fri 2021-07-09 21:26:44 UTC. -- Jul 09 20:57:05.279156 dv-cinder-800272-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 20:57:08.001451 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.common.config [-] Logging enabled! Jul 09 20:57:08.002050 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 20:57:08.002216 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 20:57:08.005401 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.common.config [-] Logging enabled! Jul 09 20:57:08.005656 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 20:57:08.005964 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 20:57:08.006891 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:57:08.007124 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:57:08.007503 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:57:08.007752 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:57:08.007975 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:57:08.008292 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.008587 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.008880 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.009107 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.009398 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.009684 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.009967 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.010260 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.010556 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.010839 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.011117 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.011399 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.011655 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.011933 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.012215 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.012499 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.012719 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.012996 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.013411 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.014367 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.014653 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.015253 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.015253 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.015489 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.015764 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.016045 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.016375 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] host = dv-cinder-800272-2-iscsi {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.016657 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.016940 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.017224 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.017506 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.017775 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.018047 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.018329 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.018601 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.018871 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.019144 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.019445 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.019730 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.020014 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.020237 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.020458 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.020745 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.021028 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.021302 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.021574 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.021843 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.022114 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.022388 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.022653 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.022933 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.023213 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.023528 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.023802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.024073 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.024342 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.024611 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.024892 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.025164 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.025436 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.025706 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.025990 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.026257 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.026534 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.026886 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.027169 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.027475 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.027762 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.028032 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.028308 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.028578 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.028846 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.029112 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.029404 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.029672 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.029950 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.030221 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.030493 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.030758 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.031025 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.031303 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:08.031628 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.031923 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.032218 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.032497 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.032788 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.033066 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.033350 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.033625 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.033911 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.034196 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.034480 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.034758 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.035044 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.035319 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.035636 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.035937 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.036226 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.036516 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.036789 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.037061 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.037361 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.037640 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.037924 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.038215 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.038500 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.038772 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.039048 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.039333 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.039632 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.039905 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.040183 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.040471 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.040749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.041026 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.041310 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.041588 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.041863 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.042133 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.042403 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.042693 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.042966 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.043235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.043530 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.043807 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.044076 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.044358 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.044632 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.044926 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.045203 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.045484 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.045757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.046032 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.046360 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.046587 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.046866 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.047139 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.047411 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.047707 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.047979 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.048252 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.048523 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.048795 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.049072 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.049347 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.049621 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.049892 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.050163 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.050435 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.050720 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.051019 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.051297 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.051604 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.051882 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.052159 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.052433 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.052705 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.052983 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.053264 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.053538 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.053829 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.054113 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.054400 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.054683 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.054962 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.055257 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.055559 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.055844 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.056120 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.056398 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.056692 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.056976 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.057271 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.057564 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.057858 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.058151 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.058445 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.058727 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.059037 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.059319 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:08.059564 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:57:08.059811 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93631) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 20:57:08.420738 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 20:57:08.421163 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 20:57:08.421362 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 20:57:08.421718 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 20:57:08.824220 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.824514 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.824784 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.826069 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.826373 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.826645 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.861443 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.861723 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.861989 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.875109 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.875385 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.875746 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.905321 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.905602 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.905870 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.941147 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.941420 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:08.941683 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.184540 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.185142 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.185142 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.185320 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.185972 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.306537 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.306861 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.307143 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.307415 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.307703 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.308014 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.308273 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.308528 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.308779 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.309059 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.309327 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.309592 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.309860 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.310124 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.310378 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.310668 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.310937 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.311195 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.311492 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.311747 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.312028 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.312374 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.312630 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.312914 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.313171 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.313417 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.313811 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:57:09.314105 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:57:09.314296 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:57:09.314535 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:57:09.314773 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:57:09.315010 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:57:09.315378 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 20:57:09.319547 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 20:57:09.323519 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 20:57:09.327738 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 09 20:57:09.329375 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 20:57:09.329830 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 20:57:09.330167 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 20:57:09.330556 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 20:57:09.333371 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 20:57:09.333624 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 20:57:09.333970 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 20:57:09.362436 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 20:57:09.362883 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.363183 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93631) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 20:57:09.363581 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.364930 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93631) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 20:57:09.365209 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 20:57:09.365452 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 20:57:09.368494 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.368781 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:09.440769 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 20:57:09.441099 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 20:57:09.441492 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 20:57:09.442112 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 20:57:09.469418 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_db.sqlalchemy.engines [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93631) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 20:57:10.081760 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Initializing driver for type 'gre' Jul 09 20:57:10.082291 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] gre ID ranges: [(1, 1000)] Jul 09 20:57:10.230439 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Initializing driver for type 'local' Jul 09 20:57:10.231055 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Initializing driver for type 'vlan' Jul 09 20:57:10.304591 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] VlanTypeDriver initialization complete Jul 09 20:57:10.304936 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Initializing driver for type 'vxlan' Jul 09 20:57:10.305448 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] vxlan ID ranges: [(1, 1000)] Jul 09 20:57:10.447912 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Initializing extension driver 'port_security' Jul 09 20:57:10.448215 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.extensions.port_security [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] PortSecurityExtensionDriver initialization complete Jul 09 20:57:10.448527 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Initializing mechanism driver 'openvswitch' Jul 09 20:57:10.448874 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Initializing mechanism driver 'hyperv' Jul 09 20:57:10.459156 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.plugins.ml2.plugin [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:10.459880 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.460262 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.460627 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.461145 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:57:10.461587 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > subnet after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.461957 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.462316 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.462711 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:57:10.463130 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > network after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.463567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > network after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.463919 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.464310 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:57:10.464725 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > security_group after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.465087 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > security_group after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.465445 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.465978 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:57:10.466397 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.466792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.467148 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.467575 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:57:10.467989 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > address_group after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.468350 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > address_group after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.468708 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.469119 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 20:57:10.469521 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] ML2 OVO RPC backend initialized. {{(pid=93631) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 20:57:10.470244 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.470610 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.471040 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > network before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.471397 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > networks before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.471782 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > port before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.472139 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > ports before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.472492 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > subnet before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.472843 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > subnets before_response 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.473203 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > network after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.473554 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > network after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.473902 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.474249 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.474600 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.474949 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.475331 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > subnet after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.475706 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.476053 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.476634 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.plugin [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Modular L2 Plugin initialization complete Jul 09 20:57:10.476976 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading services supported by the core plugin {{(pid=93631) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 20:57:10.477311 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.plugins.ml2.managers [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Got port-security extension from driver 'port_security' Jul 09 20:57:10.477814 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.extensions.vlantransparent [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Disabled vlantransparent extension. Jul 09 20:57:10.478311 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93631) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 20:57:10.478730 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading Plugin: router Jul 09 20:57:10.515372 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.515807 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router after_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.516186 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router before_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.516562 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.516946 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.517313 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router after_delete 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.517683 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.518057 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router after_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.518416 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.518781 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.519141 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.519537 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.519959 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.520338 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.520688 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.521034 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: subnet after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.521386 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.521741 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.522102 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.522452 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: port before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.522804 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.523170 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router after_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.523556 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.523922 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_create 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.524294 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.524648 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_update 55549900 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.525020 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > agent after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.525376 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > agent after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.525728 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > network after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.526707 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Tracking information for resource: router configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:57:10.527054 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Tracking information for resource: floatingip configured {{(pid=93631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 20:57:10.532086 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.db.l3_agentschedulers_db [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 20:57:10.532686 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.533059 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: port after_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.533424 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: port after_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.533788 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: port after_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.534595 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router before_create 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.534970 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.535345 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_create 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.535738 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > router precommit_update 55550100 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.540243 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.services.provider_configuration [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service providers = [] {{(pid=93631) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 20:57:10.540617 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.db.servicetype_db [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93631) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 20:57:10.543634 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.services.service_base [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:57:10.543998 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.services.service_base [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:57:10.544352 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.services.service_base [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:57:10.545304 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.services.service_base [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 20:57:10.545688 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.services.service_base [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 20:57:10.546086 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:57:10.546409 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 20:57:10.557155 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:57:10.557503 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading Plugin: auto_allocate Jul 09 20:57:10.563727 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: network precommit_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.564107 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: network precommit_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.564635 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:57:10.564963 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading Plugin: tag Jul 09 20:57:10.571510 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:57:10.571850 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading Plugin: timestamp Jul 09 20:57:10.577751 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:57:10.578096 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading Plugin: network_ip_availability Jul 09 20:57:10.583600 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.583981 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.584347 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.585076 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:57:10.585406 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading Plugin: flavors Jul 09 20:57:10.590140 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:57:10.590482 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading Plugin: revisions Jul 09 20:57:10.594802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 20:57:10.595205 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.174s {{(pid=93631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 20:57:10.595988 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93631) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 20:57:10.596336 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Initializing extension manager. Jul 09 20:57:10.596860 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: __init__.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.597210 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: __pycache__ {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.597552 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.597894 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.598659 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.599233 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: address-group Jul 09 20:57:10.599605 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: address_scope.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.600339 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.600860 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: address-scope Jul 09 20:57:10.601188 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.602138 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.602657 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: router-admin-state-down-before-update Jul 09 20:57:10.602991 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: agent.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.603736 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.604449 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: agent Jul 09 20:57:10.604785 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: agent_resources_synced.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.605972 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.606494 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: agent-resources-synced Jul 09 20:57:10.606828 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: allowedaddresspairs.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.609219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.609746 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: allowed-address-pairs Jul 09 20:57:10.610082 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: auto_allocated_topology.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.611193 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.611745 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: auto-allocated-topology Jul 09 20:57:10.612081 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.612795 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.613311 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: availability_zone Jul 09 20:57:10.613641 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: availability_zone_filter.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.614574 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.615095 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: availability_zone_filter Jul 09 20:57:10.615438 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: data_plane_status.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.616374 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.616889 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 20:57:10.617220 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: default_subnetpools.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.618155 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.618675 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: default-subnetpools Jul 09 20:57:10.619009 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.619875 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.620396 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: dhcp_agent_scheduler Jul 09 20:57:10.620727 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: dns.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.621659 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.622174 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension dns-integration not supported by any of loaded plugins Jul 09 20:57:10.622507 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: dns_domain_ports.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.624029 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.624549 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 20:57:10.624878 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.625822 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.626338 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 20:57:10.626668 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: dvr.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.627474 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.628001 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: dvr Jul 09 20:57:10.628330 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: empty_string_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.629262 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.629785 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: empty-string-filtering Jul 09 20:57:10.630113 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.631043 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.631591 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 20:57:10.631923 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.632858 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.633376 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 20:57:10.633705 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: external_net.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.634635 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.635153 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: external-net Jul 09 20:57:10.635586 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.636518 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.637035 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: extra_dhcp_opt Jul 09 20:57:10.637365 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: extraroute.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.638313 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.638855 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: extraroute Jul 09 20:57:10.639183 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: extraroute_atomic.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.640251 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.640765 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: extraroute-atomic Jul 09 20:57:10.641092 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: filter_validation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.641767 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.642281 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: filter-validation Jul 09 20:57:10.642615 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: fip_pf_description.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.643575 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.644093 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 20:57:10.644420 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: fip_port_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.645360 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.645879 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: fip-port-details Jul 09 20:57:10.646207 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: flavors.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.647496 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.648029 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: flavors Jul 09 20:57:10.648365 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.650042 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.650582 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 20:57:10.650928 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: floatingip_pools.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.651679 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.652207 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: floatingip-pools Jul 09 20:57:10.652542 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: ip_allocation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.653490 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.654015 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 20:57:10.654374 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.655310 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.655869 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: ip-substring-filtering Jul 09 20:57:10.656205 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: l2_adjacency.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.657155 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.657668 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 20:57:10.658021 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: l3.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.658997 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.659601 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: router Jul 09 20:57:10.659938 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.662293 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.662836 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 20:57:10.663175 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.664167 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.664699 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: ext-gw-mode Jul 09 20:57:10.665032 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.665970 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.666496 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: l3-ha Jul 09 20:57:10.666828 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: l3_flavors.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.667813 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.668334 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: l3-flavors Jul 09 20:57:10.668668 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.669600 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.670651 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 20:57:10.670983 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: l3agentscheduler.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.672050 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.672578 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: l3_agent_scheduler Jul 09 20:57:10.672912 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: logging.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.674417 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.674946 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension logging not supported by any of loaded plugins Jul 09 20:57:10.675283 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: metering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.676073 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.676660 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: metering Jul 09 20:57:10.676993 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.678101 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.678630 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: metering_source_and_destination_fields Jul 09 20:57:10.678966 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: multiprovidernet.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.679955 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.680481 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: multi-provider Jul 09 20:57:10.680813 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: netmtu.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.681748 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.682266 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: net-mtu Jul 09 20:57:10.682601 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: netmtu_writable.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.683581 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.684104 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: net-mtu-writable Jul 09 20:57:10.684437 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: network_availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.685124 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.686196 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: network_availability_zone Jul 09 20:57:10.686528 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: network_ip_availability.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.687668 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.688194 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: network-ip-availability Jul 09 20:57:10.688528 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: network_segment_range.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.689307 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.689826 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 20:57:10.690160 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: pagination.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.691160 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.691520 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: pagination Jul 09 20:57:10.691851 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: port_device_profile.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.692796 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.693326 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: port-device-profile Jul 09 20:57:10.693658 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.694602 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.695128 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: port-mac-address-regenerate Jul 09 20:57:10.695484 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.696415 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.696938 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: port-numa-affinity-policy Jul 09 20:57:10.697267 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: port_resource_request.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.698241 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.698719 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 20:57:10.699042 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: portbindings.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.700094 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.700616 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: binding Jul 09 20:57:10.700945 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: portbindings_extended.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.702404 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.702935 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: binding-extended Jul 09 20:57:10.703281 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: portsecurity.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.704244 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.704768 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: port-security Jul 09 20:57:10.705101 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: project_id.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.706100 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.706434 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: project-id Jul 09 20:57:10.706764 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: providernet.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.707741 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.708269 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: provider Jul 09 20:57:10.708603 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.712150 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.712693 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos not supported by any of loaded plugins Jul 09 20:57:10.713032 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.714284 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.714817 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 20:57:10.715157 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.716137 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.716694 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 20:57:10.717033 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos_default.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.717977 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.718505 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos-default not supported by any of loaded plugins Jul 09 20:57:10.718842 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos_fip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.719545 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.720064 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos-fip not supported by any of loaded plugins Jul 09 20:57:10.720394 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos_gateway_ip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.721338 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.721863 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 20:57:10.722195 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos_port_network_policy.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.723131 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.723688 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 20:57:10.724019 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos_rule_type_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.724958 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.725476 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 20:57:10.725807 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: qos_rules_alias.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.726868 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.727391 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 20:57:10.727747 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: quotasv2.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.728774 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.729114 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: quotas Jul 09 20:57:10.729442 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: quotasv2_detail.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.733314 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.733659 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: quota_details Jul 09 20:57:10.734000 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: rbac.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.735078 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.735641 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: rbac-policies Jul 09 20:57:10.735980 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: rbac_address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.737129 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.737659 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: rbac-address-group Jul 09 20:57:10.737991 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: rbac_address_scope.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.738949 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.739505 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: rbac-address-scope Jul 09 20:57:10.739837 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: rbac_security_groups.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.740774 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.741295 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: rbac-security-groups Jul 09 20:57:10.741625 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: rbac_subnetpool.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.742560 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.743086 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: rbac-subnetpool Jul 09 20:57:10.743435 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: revisionifmatch.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.744379 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.744902 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: revision-if-match Jul 09 20:57:10.745235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: revisions.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.746370 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.746896 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: standard-attr-revisions Jul 09 20:57:10.747228 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: router_availability_zone.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.747992 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.748518 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: router_availability_zone Jul 09 20:57:10.748855 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: routerservicetype.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.749792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.750306 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension router-service-type not supported by any of loaded plugins Jul 09 20:57:10.750639 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.751614 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.752140 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: security-groups-normalized-cidr Jul 09 20:57:10.752474 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.753433 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.753958 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: port-security-groups-filtering Jul 09 20:57:10.754289 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.755227 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.755793 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: security-groups-remote-address-group Jul 09 20:57:10.756125 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: securitygroup.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.766260 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.766803 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: security-group Jul 09 20:57:10.767142 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: segment.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.767979 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.768510 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension segment not supported by any of loaded plugins Jul 09 20:57:10.768846 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.770167 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.770694 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 20:57:10.771026 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: servicetype.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.772955 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.773493 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: service-type Jul 09 20:57:10.773833 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: sorting.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.774844 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.775186 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: sorting Jul 09 20:57:10.775543 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: standard_attr_segment.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.776565 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.777098 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 20:57:10.777431 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: standardattrdescription.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.778105 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.778625 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: standard-attr-description Jul 09 20:57:10.778958 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: stateful_security_group.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.780483 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.781017 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: stateful-security-group Jul 09 20:57:10.781350 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: stdattrs_common.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.781951 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 20:57:10.782280 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.783219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.783765 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 20:57:10.784099 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: subnet_onboard.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.785209 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.785745 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: subnet_onboard Jul 09 20:57:10.786081 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.787024 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.787580 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 20:57:10.787915 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: subnet_service_types.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.788861 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.789392 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: subnet-service-types Jul 09 20:57:10.789727 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: subnetallocation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.790824 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.791360 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: subnet_allocation Jul 09 20:57:10.791719 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.792407 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.793042 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: subnetpool-prefix-ops Jul 09 20:57:10.793264 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.794228 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.794776 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 20:57:10.795109 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: tagging.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.796249 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.796781 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: standard-attr-tag Jul 09 20:57:10.797144 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: timestamp.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.798402 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.798929 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loaded extension: standard-attr-timestamp Jul 09 20:57:10.799264 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: trunk.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.800340 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.800867 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension trunk not supported by any of loaded plugins Jul 09 20:57:10.801201 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: trunk_details.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.802142 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.802666 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension trunk-details not supported by any of loaded plugins Jul 09 20:57:10.802998 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: uplink_status_propagation.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.803981 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.804514 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 20:57:10.804847 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Loading extension file: vlantransparent.py {{(pid=93631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 20:57:10.805535 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 20:57:10.806052 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 20:57:10.808599 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:network Jul 09 20:57:10.809152 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:subnet Jul 09 20:57:10.809562 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:57:10.809968 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:port Jul 09 20:57:10.811261 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.811740 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service FLAVORS assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.812372 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.812804 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.813145 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:router Jul 09 20:57:10.813590 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:floatingip Jul 09 20:57:10.814099 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service METERING assigned prefix: /metering {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.815620 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.816003 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.816363 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 20:57:10.817381 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 20:57:10.817844 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:security_group Jul 09 20:57:10.818288 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 20:57:10.818895 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.819237 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:57:10.819633 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] subnetpool is already registered Jul 09 20:57:10.820075 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.820419 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:57:10.820761 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] subnetpool is already registered Jul 09 20:57:10.823085 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.823563 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service FLAVORS assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.824178 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.824614 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.824957 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:router Jul 09 20:57:10.825307 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] router is already registered Jul 09 20:57:10.825728 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:floatingip Jul 09 20:57:10.826610 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] floatingip is already registered Jul 09 20:57:10.827078 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service METERING assigned prefix: /metering {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.827781 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 20:57:10.828118 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] rbac_policy is already registered Jul 09 20:57:10.828539 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:security_group Jul 09 20:57:10.828882 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] security_group is already registered Jul 09 20:57:10.829399 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 20:57:10.829749 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] security_group_rule is already registered Jul 09 20:57:10.830383 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.830720 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:57:10.831063 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] subnetpool is already registered Jul 09 20:57:10.831519 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.v2.resource_helper [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Service CORE assigned prefix: {{(pid=93631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 20:57:10.831856 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 20:57:10.832198 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING neutron.quota.resource_registry [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] subnetpool is already registered Jul 09 20:57:10.832670 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: extensions {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.834167 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: address-groups {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.835768 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: address-scopes {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.837144 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.838320 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: auto-allocated-topology {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.839629 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: availability_zones {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.840871 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: dhcp-networks {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.844057 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: dhcp-agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.845550 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.847309 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: flavors {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.848659 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: service_profiles {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.849894 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: next_providers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.851368 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: service_profiles {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.852982 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: floatingip-pools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.854241 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.856287 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: floatingips {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.858119 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: l3-routers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.859559 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: l3-agents {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.861033 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: metering-labels {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.862317 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: metering-label-rules {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.863745 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: network-ip-availabilities {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.865047 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: bindings {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.866632 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: quotas {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.868261 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: quotas {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.869708 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: rbac-policies {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.870924 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: security-groups {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.872292 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: security-group-rules {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.874153 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: service-providers {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.875405 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: subnetpools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.876821 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: subnetpools {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.878404 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.880167 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.882017 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.883885 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.885688 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.887718 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.906942 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.906942 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.906942 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.906942 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron.api.extensions [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Extended resource: tags {{(pid=93631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 20:57:10.906942 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING keystonemiddleware.auth_token [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 20:57:10.906942 dv-cinder-800272-2-iscsi neutron-server[93631]: WARNING keystonemiddleware.auth_token [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 20:57:10.915149 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Acquired lock "singleton_lock" {{(pid=93631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 20:57:10.915659 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_concurrency.lockutils [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Releasing lock "singleton_lock" {{(pid=93631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 20:57:10.916313 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO oslo_service.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Starting 2 workers Jul 09 20:57:10.921886 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Started child 93738 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:57:10.926475 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Started child 93739 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:57:10.927334 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.936221 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO neutron.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 20:57:10.936221 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Notify callbacks [] for process, before_spawn {{(pid=93631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.936424 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [-] (93738) wsgi starting up on http://0.0.0.0:9696 Jul 09 20:57:10.936492 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.936952 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO oslo_service.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Starting 1 workers Jul 09 20:57:10.937031 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [-] (93739) wsgi starting up on http://0.0.0.0:9696 Jul 09 20:57:10.937192 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Started child 93740 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:57:10.937770 dv-cinder-800272-2-iscsi neutron-server[93631]: INFO oslo_service.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Starting 1 workers Jul 09 20:57:10.941159 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] calling RpcWorker wait() {{(pid=93740) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 20:57:10.941701 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] returning from RpcWorker wait() {{(pid=93740) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 20:57:10.942317 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Started child 93741 {{(pid=93631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 20:57:10.943145 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.943256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG neutron_lib.callbacks.manager [None req-3293cc26-7193-4152-867c-9f72d0d76e0d None None] Notify callbacks [] for process, after_spawn {{(pid=93631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.943695 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:10.945042 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 20:57:10.945257 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:57:10.945447 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:57:10.945672 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:57:10.946036 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:57:10.946204 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:57:10.946707 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.947236 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.947513 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:10.948349 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.948640 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:10.949025 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.949518 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.950330 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.950462 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47466) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:10.950621 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.950873 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.951208 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.951511 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.951694 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.951867 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.952215 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.952375 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.952821 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.953164 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.953356 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.953636 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.953814 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.954077 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.954355 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.954618 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.954901 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.955162 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.955689 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.955945 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.956251 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.956501 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.956766 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.957017 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.957291 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.957551 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.957777 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.958027 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.958277 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.958526 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.958758 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.959202 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064878 Jul 09 20:57:10.959449 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] host = dv-cinder-800272-2-iscsi {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.964802 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.965717 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_options = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.965717 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.965717 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.965717 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.965717 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.965717 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.965717 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.966114 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.966114 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.966114 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.966114 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.966344 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.967174 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.967270 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.968366 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.968777 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.969192 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.969583 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.969969 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.970258 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.970528 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.970784 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.971022 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.971273 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.971545 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.971769 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.971992 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.972229 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.972509 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.972750 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.973016 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.973241 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.973500 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.973736 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.974136 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.974303 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.974443 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.974660 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.974935 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.975170 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.975453 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.975733 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.975985 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.976245 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.977544 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.977544 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.977544 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.977544 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.977544 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.978305 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.978305 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.978305 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.978305 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.978849 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.978849 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:10.979124 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.979405 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.979708 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.981104 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.981104 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.981104 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.984131 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.984346 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.984673 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.984896 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.985260 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.985613 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.985826 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.986093 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.986396 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.986784 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.987078 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.987375 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.987660 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.988272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.988272 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.988526 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.988750 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.989780 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.989780 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.989780 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.989780 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.990206 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.990206 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.990449 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.990696 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.990917 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.992172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.992444 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.992683 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.992938 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.993543 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.993543 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.998792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:10.999481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000126 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000954 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000954 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.000954 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.001159 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.001235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.001449 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.001696 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.001913 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.002157 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.002375 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.002614 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.002854 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.003091 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.003313 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.003576 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.003799 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.004038 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.004278 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.004546 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.005743 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.006072 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.007244 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.007244 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.007537 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.007791 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.008040 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.008467 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.008615 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.008838 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.009075 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.009352 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.009607 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.009874 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.010084 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.010396 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.010671 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.010898 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.011127 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.011391 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.011735 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.011907 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.012435 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.012608 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.012796 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.013979 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.014262 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.015013 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.015013 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.015301 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.015301 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.015637 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.015876 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.016159 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.016432 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.016698 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.016952 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.017211 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.017479 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.017736 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.017971 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.018249 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.019657 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.019657 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.019657 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.019657 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.019657 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.022390 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.022390 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.022390 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.022390 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.022390 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.022390 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.023189 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.023189 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.023500 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.024288 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.024288 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.024288 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.026014 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.026412 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.026675 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.026945 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.027176 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.027444 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.027708 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.027966 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.028209 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.028432 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.028693 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.029102 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.031294 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.031571 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.031812 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.032157 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.032602 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.032930 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.033268 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.033604 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.034306 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.034671 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.034937 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.035214 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.035461 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.035695 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.036485 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.036997 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.037876 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.038340 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.038756 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.039118 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.039313 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.042326 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.042571 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.042822 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.043064 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.043331 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.043912 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.043912 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.044241 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.044405 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.044546 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.045399 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.045714 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.045988 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.046227 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.046474 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.046697 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.046951 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.047191 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.047458 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.057638 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058235 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.058749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.059213 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.059213 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.059346 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.059468 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.059909 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.060004 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.060181 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.060441 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.060668 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.061612 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.061612 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.061612 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.061612 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.063526 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.063526 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.063526 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.063526 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.064873 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.065118 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.065990 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.066259 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.066532 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.066818 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.067694 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.068007 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.068305 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.068571 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.068824 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.069078 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.069376 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.069376 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.069376 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.070284 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.070505 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.070792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.071087 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.071378 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.071663 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.072129 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.072313 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.072602 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.072902 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.074262 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.074262 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.074454 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.074683 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.075070 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.075703 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.076117 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.076370 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.076617 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.076854 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.077101 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.077422 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.077739 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.078879 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.079105 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.079373 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.080152 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.080152 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:57:11.080298 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 20:57:11.080416 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 20:57:11.080567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 20:57:11.080749 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 20:57:11.080925 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 20:57:11.081079 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 20:57:11.081292 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.081458 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.081620 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.081784 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.081949 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.082134 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.082298 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.082459 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.082649 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.082777 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.082938 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.083100 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.083263 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.083488 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.083641 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.083804 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.083967 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.084825 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.084825 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.084825 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.084825 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.084825 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.085133 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] debug = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.085133 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.085262 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.085384 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.085545 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.085705 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.086013 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.086182 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.086343 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.086505 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.086670 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.086830 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.086992 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.087153 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.087346 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.087500 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.088026 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.088026 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.088026 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] host = dv-cinder-800272-2-iscsi {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.088263 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.088381 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.088480 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.088641 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.089567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.089567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.089567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.089567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.089567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.089567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090002 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090002 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090002 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090200 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090296 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_options = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090456 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090617 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090777 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.090964 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.091132 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.092202 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.092202 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.092202 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.092409 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.092560 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.092765 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.092884 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.093779 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.093779 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.093779 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.093779 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.093779 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.093779 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.094133 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.094133 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.094248 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.094791 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.094791 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.094791 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.094992 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.094992 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.095143 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.095324 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.095533 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.096476 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.096476 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.096476 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.096476 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.096476 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.096476 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097059 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097059 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097059 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097059 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097440 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097440 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097440 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097723 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097723 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.097912 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.098042 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_json = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.098202 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.098363 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.098525 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.098686 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.098847 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.099008 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.099168 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.099358 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 20:57:11.099543 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.099711 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.099890 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.100056 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.100222 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.100387 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.100553 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.100719 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.101233 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.101233 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.101522 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.101695 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.101871 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.102756 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.102756 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.102756 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.102756 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.103027 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.103092 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.103259 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.103751 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.103751 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.103751 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.104475 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.104475 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.104475 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.104475 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.105191 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.105191 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.105191 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.105520 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.105520 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.105724 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.105724 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.105927 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.106012 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.106185 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.106354 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.106574 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.106664 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.106827 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.106992 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.107159 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.108827 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.109019 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.109177 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.109345 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.115677 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116219 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.116776 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117256 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.117757 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118172 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118613 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118613 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118613 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118789 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.118902 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.119066 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.119230 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.119395 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.119566 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.120748 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.120748 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.120748 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.120748 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.120748 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.120748 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.120748 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.121714 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.121714 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.121714 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.121714 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.121714 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.121714 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.122496 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.122496 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.122496 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.122496 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.122496 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.122496 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.123294 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.123294 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.123294 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.123294 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.123920 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.123920 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.123920 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.123920 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.124832 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.124832 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.124832 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.124832 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.124832 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.124832 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.125448 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.125448 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.125448 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.125448 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.125712 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:11.125810 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.125810 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.125810 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.126018 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.126123 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.126289 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.126523 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.126613 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.126840 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.126931 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.127059 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.127221 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.127386 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.127572 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.127736 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.127901 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.128066 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.128231 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.128395 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129084 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129084 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129084 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129084 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129481 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129772 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129772 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.129966 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.130089 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.130979 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.130979 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.130979 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.130979 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.130979 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.131567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.131567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.131567 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.133186 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.133371 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.133545 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.133718 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.133906 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.134075 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.134243 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135460 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135460 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135460 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135460 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135460 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135460 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135460 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135973 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135973 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135973 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.135973 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.136205 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.136268 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.136427 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.136951 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.136951 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.136951 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.137174 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.137287 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.137360 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.137620 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.137792 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.137969 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.138140 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.138291 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.138476 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.138646 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.138811 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.138986 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.139153 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.139472 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.139472 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.139789 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.139789 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.140069 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.140222 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.140361 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.140497 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.140636 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.140770 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.140915 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.141052 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.141186 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.141348 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.141501 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.141664 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.141874 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.142031 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.142187 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.142362 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.142527 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.142690 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.142855 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.143034 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.143199 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.143367 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.144284 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.144454 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.144658 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.144774 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.145009 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.145134 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.145250 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.145423 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.145607 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.145771 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.145948 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.146098 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147049 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147049 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147049 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147049 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147049 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147049 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147824 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147824 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147824 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.147824 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.148200 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.148200 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.148200 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.148434 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.148511 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.148626 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.148790 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.148956 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.149122 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.149287 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.149453 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 20:57:11.149610 dv-cinder-800272-2-iscsi neutron-server[93631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 20:57:22.497088 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe293ad8-a1d0-4745-85c6-4a7ceab2f567 None None] get_active_networks_info from dv-cinder-800272-2-iscsi {{(pid=93740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:57:22.614012 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe293ad8-a1d0-4745-85c6-4a7ceab2f567 None None] No non-hosted networks {{(pid=93740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 20:57:22.635023 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.agentschedulers_db [None req-fe293ad8-a1d0-4745-85c6-4a7ceab2f567 None None] DHCP Agent not found on host dv-cinder-800272-2-iscsi {{(pid=93740) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 20:57:22.840599 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9d2e45fd-4e65-493c-9a51-0d4cc0533508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3746103'] for agent, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.064506 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d6945e7a-d365-467c-980c-d24dbc8dc44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3746103'] for agent, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.101458 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.db.api [None req-504162fb-4e3b-490f-843a-fbd5b2aafde6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-800272-2-iscsi {{(pid=93740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:57:25.101887 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG oslo_db.api [None req-504162fb-4e3b-490f-843a-fbd5b2aafde6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:57:25.196020 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3746103'] for agent, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.196733 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.197084 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.197431 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.197772 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.198110 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.198446 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.198779 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.199138 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.199560 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.201281 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.201795 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.202299 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:25.202851 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800272-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:25.214029 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800272-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:25.693021 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-504162fb-4e3b-490f-843a-fbd5b2aafde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.396546 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3746103'] for agent, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:28.076152 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3746103'] for agent, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.051082 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47572) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:29.529675 dv-cinder-800272-2-iscsi neutron-server[93739]: WARNING oslo_policy.policy [None req-503a8738-afb0-4cf8-b067-85b69dc7ecbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:57:29.530260 dv-cinder-800272-2-iscsi neutron-server[93739]: WARNING oslo_policy.policy [None req-503a8738-afb0-4cf8-b067-85b69dc7ecbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:57:29.749612 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [None req-503a8738-afb0-4cf8-b067-85b69dc7ecbd admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:57:29.750642 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-503a8738-afb0-4cf8-b067-85b69dc7ecbd admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6982737 Jul 09 20:57:32.088987 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47586) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:32.296403 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.db.l3_hamode_db [None req-0506faf1-86e3-47bf-afa0-addc6cb0cb52 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 20:57:32.374102 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506faf1-86e3-47bf-afa0-addc6cb0cb52 None None] Routers set() bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:32.374494 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506faf1-86e3-47bf-afa0-addc6cb0cb52 None None] Router IDs set() for agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:57:32.403852 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-de6bb639-f06e-429e-814e-c6842a088276 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:32.498815 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.policy [None req-de6bb639-f06e-429e-814e-c6842a088276 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93739) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 20:57:32.542401 dv-cinder-800272-2-iscsi neutron-server[93739]: WARNING oslo_policy.policy [None req-de6bb639-f06e-429e-814e-c6842a088276 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:57:32.542770 dv-cinder-800272-2-iscsi neutron-server[93739]: WARNING oslo_policy.policy [None req-de6bb639-f06e-429e-814e-c6842a088276 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:57:32.551808 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.quota [None req-de6bb639-f06e-429e-814e-c6842a088276 admin admin] Loaded quota_driver: . Jul 09 20:57:32.699829 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de6bb639-f06e-429e-814e-c6842a088276 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794551522371', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794551519892', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794551543516', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794551540866', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794551498311', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794551488325', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-657869', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-825644', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4041378', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4112148'] for rbac-policy, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.921366 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de6bb639-f06e-429e-814e-c6842a088276 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.922608 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-de6bb639-f06e-429e-814e-c6842a088276 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8324449 Jul 09 20:57:35.471890 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47598) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:35.768268 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:35.846526 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Made reservation on behalf of 67ef6e43fec34dfc8a9a296d45895d3d for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:35.849347 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:35.865848 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.003015 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.058411 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.082973 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:57:36.108182 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794551823692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.108812 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Unsubscribe: segment precommit_create {{(pid=93739) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 20:57:36.109321 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Added segment 96556ea1-fdad-43f4-92dc-534ebc9e6e8d of type vlan for network 69e11e19-52be-4b95-a623-724e54adb31d Jul 09 20:57:36.115918 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc8215-1d4a-4a10-9f96-c4b28db3bfe5,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:36.151669 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.152034 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.152406 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.152764 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.153091 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.153431 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.153757 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.154119 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.154439 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.154759 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.155077 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.155392 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Tracked resource versions report: Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: pushed versions: Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: { 'AddressGroup': {'1.2'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'ConntrackHelper': {'1.0'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Log': {'1.0'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Network': {'1.1'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Port': {'1.7'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'PortForwarding': {'1.2'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'QosPolicy': {'1.8'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SecurityGroup': {'1.4'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SubPort': {'1.0'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Subnet': {'1.1'}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Trunk': {'1.1'}} Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: consumer versions: Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: { DHCP agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: L3 agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: Metadata agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: Metering agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: Open vSwitch agent@dv-cinder-800272-2-iscsi: { 'AddressGroup': '1.2', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'ConntrackHelper': '1.0', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Log': '1.0', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Network': '1.1', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Port': '1.7', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'PortForwarding': '1.2', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'QosPolicy': '1.8', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SecurityGroup': '1.4', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SecurityGroupRule': '1.2', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SubPort': '1.0', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Subnet': '1.1', Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Trunk': '1.1'}} Jul 09 20:57:36.156505 dv-cinder-800272-2-iscsi neutron-server[93739]: {{(pid=93739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:57:36.227624 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.356737 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.357904 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:36.358580 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.452543 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] Pushing event updated for resources: {'Network': ['ID=69e11e19-52be-4b95-a623-724e54adb31d,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:36.463988 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 69e11e19-52be-4b95-a623-724e54adb31d details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:57:36.516801 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-4305dbe4-a990-43c8-b6bb-aa7c34ffdeb7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0438213 Jul 09 20:57:39.162452 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47612) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:39.561475 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cdad7-c2ca-434f-9a84-e327479d4dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:39.562889 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ec8cdad7-c2ca-434f-9a84-e327479d4dae admin admin] 10.222.0.64 "GET /v2.0/networks/69e11e19-52be-4b95-a623-724e54adb31d HTTP/1.1" status: 200 len: 825 time: 0.3994770 Jul 09 20:57:39.587025 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-792d6b61-e164-4cfe-a257-203746e15027 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/5648b9ad-88bf-4058-8c86-41d3b9f5ec8d HTTP/1.1" status: 200 len: 734 time: 0.0188026 Jul 09 20:57:39.595963 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Request body: {'subnet': {'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5648b9ad-88bf-4058-8c86-41d3b9f5ec8d', 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:39.686592 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Made reservation on behalf of 67ef6e43fec34dfc8a9a296d45895d3d for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:39.689023 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:40.041306 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:40.114578 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Checking segment: {'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:40.114955 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Network hostable DHCP agents. Network: 69e11e19-52be-4b95-a623-724e54adb31d, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:57:40.119399 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae2fd3c-1d59-4174-880b-e0b071977ff6,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:40.189273 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Network 69e11e19-52be-4b95-a623-724e54adb31d is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:57:40.247224 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 69e11e19-52be-4b95-a623-724e54adb31d) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:40.253232 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:40.253232 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:40.259653 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119bea3a-b07a-44fe-8f43-94023cd1545f None None] Network 69e11e19-52be-4b95-a623-724e54adb31d requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:40.311226 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-93b7c979-b92d-4933-bc5c-0f8c38ac7186 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7188172 Jul 09 20:57:40.592919 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-69e11e19-52be-4b95-a623-724e54adb31d', 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'fixed_ips': [{'subnet_id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:57:40.594171 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:40.867876 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Allocated IP 172.20.0.2 (69e11e19-52be-4b95-a623-724e54adb31d/dae2fd3c-1d59-4174-880b-e0b071977ff6/b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:41.086030 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:41.128431 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Transition to ACTIVE for port object b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:41.150333 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Transition to ACTIVE for port object b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:41.218870 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:41.282401 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Network 69e11e19-52be-4b95-a623-724e54adb31d is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:41.289004 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:41.301341 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:41.307577 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Pushing event updated for resources: {'Port': ['ID=b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:41.319641 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.320004 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.320365 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.320709 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.321051 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.321425 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.321763 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.322098 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.322446 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.322781 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.323109 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.323449 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Tracked resource versions report: Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: pushed versions: Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: { 'AddressGroup': {'1.2'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'ConntrackHelper': {'1.0'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Log': {'1.0'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Network': {'1.1'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Port': {'1.7'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'PortForwarding': {'1.2'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'QosPolicy': {'1.8'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SecurityGroup': {'1.4'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SubPort': {'1.0'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Subnet': {'1.1'}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Trunk': {'1.1'}} Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: consumer versions: Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: { DHCP agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: L3 agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: Metadata agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: Metering agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: Open vSwitch agent@dv-cinder-800272-2-iscsi: { 'AddressGroup': '1.2', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'ConntrackHelper': '1.0', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Log': '1.0', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Network': '1.1', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Port': '1.7', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'PortForwarding': '1.2', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'QosPolicy': '1.8', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SecurityGroup': '1.4', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SecurityGroupRule': '1.2', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SubPort': '1.0', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Subnet': '1.1', Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Trunk': '1.1'}} Jul 09 20:57:41.326335 dv-cinder-800272-2-iscsi neutron-server[93740]: {{(pid=93740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:57:41.391358 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Attempting to bind port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:41.391698 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Attempting to bind port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:41.392119 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Attempting to bind port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 on network 69e11e19-52be-4b95-a623-724e54adb31d {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:41.397227 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:41.397643 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Checking segment: {'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:41.398134 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:41.398531 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Bound using segment: {'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:41.399021 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Bound port: b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:41.399457 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:41.463744 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] For port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:41.468127 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] For port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6,segment=NetworkSegment(96556ea1-fdad-43f4-92dc-534ebc9e6e8d),segment_id=96556ea1-fdad-43f4-92dc-534ebc9e6e8d)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:41.532906 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:41.600313 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877444e6-e70b-49fc-a472-7ad3721d3f5b None None] Pushing event updated for resources: {'Port': ['ID=b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:42.732403 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47620) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:43.052296 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [None req-b24418d6-1d70-4e88-9c4a-18f08eba85f3 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:57:43.053303 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b24418d6-1d70-4e88-9c4a-18f08eba85f3 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3199196 Jul 09 20:57:45.425176 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47628) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:45.727789 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [None req-c9629ea7-a561-40bb-a1b0-ff26dc4ce0c0 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:57:45.728778 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c9629ea7-a561-40bb-a1b0-ff26dc4ce0c0 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3026707 Jul 09 20:57:46.965552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:47.103565 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:47.686426 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b577f13a-5539-4575-a9cc-8060b8b5930a None None] Network 69e11e19-52be-4b95-a623-724e54adb31d requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:47.825467 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-50c9bf30-ee8f-41a9-b446-ebc238d5d4c0 None None] Provisioning for port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:47.848030 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-50c9bf30-ee8f-41a9-b446-ebc238d5d4c0 None None] Provisioning complete for port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:47.848421 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-50c9bf30-ee8f-41a9-b446-ebc238d5d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:47.989704 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-50c9bf30-ee8f-41a9-b446-ebc238d5d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.026677 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-50c9bf30-ee8f-41a9-b446-ebc238d5d4c0 None None] For port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6,segment=NetworkSegment(96556ea1-fdad-43f4-92dc-534ebc9e6e8d),segment_id=96556ea1-fdad-43f4-92dc-534ebc9e6e8d)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:48.103582 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-50c9bf30-ee8f-41a9-b446-ebc238d5d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.150649 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9bf30-ee8f-41a9-b446-ebc238d5d4c0 None None] Pushing event updated for resources: {'Port': ['ID=b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:48.223879 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-8baf65d5-9228-41ea-a377-381e0da9bf29 None None] Provisioning complete for port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:48.224127 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-8baf65d5-9228-41ea-a377-381e0da9bf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.376576 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47642) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:48.670755 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-dcf6ca09-2ab3-4425-820d-954867f30964 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'name': 'router1'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:48.778050 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ca09-2ab3-4425-820d-954867f30964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.779591 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ca09-2ab3-4425-820d-954867f30964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.915622 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ca09-2ab3-4425-820d-954867f30964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:48.942339 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:48.987724 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:48.988096 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.007039 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ca09-2ab3-4425-820d-954867f30964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.080578 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ca09-2ab3-4425-820d-954867f30964 admin admin] Notify callbacks [] for router, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:49.081789 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-dcf6ca09-2ab3-4425-820d-954867f30964 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7041950 Jul 09 20:57:51.423189 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47650) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:51.735108 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [None req-9115b5bc-626c-4039-a2e0-68d2b5bd3ff4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:57:51.736174 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-9115b5bc-626c-4039-a2e0-68d2b5bd3ff4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119645 Jul 09 20:57:52.509477 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-afa65100-9b84-4e17-ac4e-2f339b09c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.185051 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47658) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:54.490440 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:54.566418 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Made reservation on behalf of 6ee066b52c444d09964793ae714b0f8b for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:54.568723 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.579443 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.662376 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.737365 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.752120 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Reserving flat network on physical network physnet1 {{(pid=93739) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 20:57:54.769900 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a72abfa-a915-41a6-9e1a-849db2038200,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:54.774390 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.774723 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Added segment ca58fa0d-d77b-461e-81e8-d61a4de043c5 of type flat for network 505fb598-f2e1-4e01-9926-2554058e8c5b Jul 09 20:57:54.818793 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.903249 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.904357 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:54.904945 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:54.961749 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] Pushing event updated for resources: {'Network': ['ID=505fb598-f2e1-4e01-9926-2554058e8c5b,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:54.971523 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 505fb598-f2e1-4e01-9926-2554058e8c5b details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:57:55.097906 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a3e08e3f-e385-43fe-9dcf-a4d1d9d38a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:55.121929 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-7ca148ea-5174-4fe8-bf13-c36cb5f6cd77 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9357233 Jul 09 20:57:55.154901 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:56.332521 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.469660 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47676) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:57.638416 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d3e7b0-0f58-4d26-a5c5-b9bcda8df84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:57.639760 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-64d3e7b0-0f58-4d26-a5c5-b9bcda8df84d admin admin] 10.222.0.64 "GET /v2.0/subnets/dae2fd3c-1d59-4174-880b-e0b071977ff6 HTTP/1.1" status: 200 len: 849 time: 0.1691279 Jul 09 20:57:57.753669 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d931f6c7-523e-48b9-8c2a-0bf776abd5c5 admin admin] 10.222.0.64 "GET /v2.0/routers/990aab15-c15e-4a5d-9af5-756f11956971 HTTP/1.1" status: 200 len: 704 time: 0.1085753 Jul 09 20:57:57.931965 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:58.024622 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:58.310716 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Allocated IP 172.20.0.1 (69e11e19-52be-4b95-a623-724e54adb31d/dae2fd3c-1d59-4174-880b-e0b071977ff6/61f5f47c-4547-4e50-b750-5cfb79b90655) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:58.505108 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:58.527287 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Transition to ACTIVE for port object 61f5f47c-4547-4e50-b750-5cfb79b90655 will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:58.663950 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:58.735202 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Network 69e11e19-52be-4b95-a623-724e54adb31d is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:58.743414 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:58.748301 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:58.749060 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:58.769589 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Pushing event updated for resources: {'Port': ['ID=61f5f47c-4547-4e50-b750-5cfb79b90655,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:59.089340 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.091591 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-0c4bade5-934f-40e6-abfb-6abaf862bd12 None None] Provisioning for port 61f5f47c-4547-4e50-b750-5cfb79b90655 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:59.095374 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-0c4bade5-934f-40e6-abfb-6abaf862bd12 None None] Provisioning complete for port 61f5f47c-4547-4e50-b750-5cfb79b90655 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:59.095774 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0c4bade5-934f-40e6-abfb-6abaf862bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.131939 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-0c4bade5-934f-40e6-abfb-6abaf862bd12 None None] Port 61f5f47c-4547-4e50-b750-5cfb79b90655 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:59.273555 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.343696 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.344451 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.420567 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Pushing event updated for resources: {'Port': ['ID=61f5f47c-4547-4e50-b750-5cfb79b90655,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:59.468872 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Network 69e11e19-52be-4b95-a623-724e54adb31d is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:59.470264 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:59.652544 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ab146079-c59e-4bcc-8ceb-f0ab6413bb41 None None] Provisioning complete for port 61f5f47c-4547-4e50-b750-5cfb79b90655 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:59.652923 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ab146079-c59e-4bcc-8ceb-f0ab6413bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.687257 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ab146079-c59e-4bcc-8ceb-f0ab6413bb41 None None] Port 61f5f47c-4547-4e50-b750-5cfb79b90655 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:59.732182 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Router 990aab15-c15e-4a5d-9af5-756f11956971 is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:57:59.824911 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:59.830155 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-8a4d5edd-ea59-47ec-937a-86daf382d259 admin admin] 10.222.0.64 "PUT /v2.0/routers/990aab15-c15e-4a5d-9af5-756f11956971/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0716178 Jul 09 20:57:59.847521 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Sync routers for ids ['990aab15-c15e-4a5d-9af5-756f11956971'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:59.861237 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Routers {'990aab15-c15e-4a5d-9af5-756f11956971'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:59.862201 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T20:57:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['990aab15-c15e-4a5d-9af5-756f11956971'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:00.054732 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Set router 990aab15-c15e-4a5d-9af5-756f11956971 gateway port host: None {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:00.509065 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990aab15-c15e-4a5d-9af5-756f11956971', 'name': 'router1', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:48Z', 'updated_at': '2021-07-09T20:57:58Z', 'revision_number': 2, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'gw_port_host': None, '_interfaces': [{'id': '61f5f47c-4547-4e50-b750-5cfb79b90655', 'name': '', 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'mac_address': 'fa:16:3e:23:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:58Z', 'updated_at': '2021-07-09T20:57:59Z', 'revision_number': 2, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'subnets': [{'id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5648b9ad-88bf-4058-8c86-41d3b9f5ec8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:00.562715 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Checking router: 990aab15-c15e-4a5d-9af5-756f11956971 for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:00.562999 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Updating router 990aab15-c15e-4a5d-9af5-756f11956971 port 61f5f47c-4547-4e50-b750-5cfb79b90655 binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:00.630339 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.122784 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.140287 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Transition to ACTIVE for port object 61f5f47c-4547-4e50-b750-5cfb79b90655 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:01.223393 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.381652 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Pushing event updated for resources: {'Port': ['ID=61f5f47c-4547-4e50-b750-5cfb79b90655,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:01.393145 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Attempting to bind port 61f5f47c-4547-4e50-b750-5cfb79b90655 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:01.393545 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Attempting to bind port 61f5f47c-4547-4e50-b750-5cfb79b90655 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:01.393960 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Attempting to bind port 61f5f47c-4547-4e50-b750-5cfb79b90655 on network 69e11e19-52be-4b95-a623-724e54adb31d {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:01.396539 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.396886 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.397219 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.397548 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.397875 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.398199 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.398523 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.398842 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.399226 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.399576 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.399901 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.400214 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Tracked resource versions report: Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: pushed versions: Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: { 'AddressGroup': {'1.2'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'ConntrackHelper': {'1.0'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Log': {'1.0'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Network': {'1.1'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Port': {'1.7'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'PortForwarding': {'1.2'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'QosPolicy': {'1.8'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SecurityGroup': {'1.4'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SecurityGroupRule': {'1.2'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SubPort': {'1.0'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Subnet': {'1.1'}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Trunk': {'1.1'}} Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: consumer versions: Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: { DHCP agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: L3 agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: Metadata agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: Metering agent@dv-cinder-800272-2-iscsi: {}, Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: Open vSwitch agent@dv-cinder-800272-2-iscsi: { 'AddressGroup': '1.2', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'ConntrackHelper': '1.0', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Log': '1.0', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Network': '1.1', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Port': '1.7', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'PortForwarding': '1.2', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'QosPolicy': '1.8', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SecurityGroup': '1.4', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SecurityGroupRule': '1.2', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SubPort': '1.0', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Subnet': '1.1', Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Trunk': '1.1'}} Jul 09 20:58:01.401373 dv-cinder-800272-2-iscsi neutron-server[93741]: {{(pid=93741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 20:58:01.407595 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:01.408009 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Checking segment: {'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:01.408481 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.408865 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Bound using segment: {'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:01.409357 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Bound port: 61f5f47c-4547-4e50-b750-5cfb79b90655, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96556ea1-fdad-43f4-92dc-534ebc9e6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:01.409773 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.474541 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] For port 61f5f47c-4547-4e50-b750-5cfb79b90655, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:01.495354 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] For port 61f5f47c-4547-4e50-b750-5cfb79b90655, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=61f5f47c-4547-4e50-b750-5cfb79b90655,segment=NetworkSegment(96556ea1-fdad-43f4-92dc-534ebc9e6e8d),segment_id=96556ea1-fdad-43f4-92dc-534ebc9e6e8d)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:01.543769 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:01.600423 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de33aac-55dd-4bde-adbb-d635fd448d89 None None] Pushing event updated for resources: {'Port': ['ID=61f5f47c-4547-4e50-b750-5cfb79b90655,revision_number=4']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:01.603294 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Routers {'990aab15-c15e-4a5d-9af5-756f11956971'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:01.603927 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T20:57:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['990aab15-c15e-4a5d-9af5-756f11956971'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:01.694451 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] Set router 990aab15-c15e-4a5d-9af5-756f11956971 gateway port host: None {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:01.914870 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990aab15-c15e-4a5d-9af5-756f11956971', 'name': 'router1', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:48Z', 'updated_at': '2021-07-09T20:57:58Z', 'revision_number': 2, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'gw_port_host': None, '_interfaces': [{'id': '61f5f47c-4547-4e50-b750-5cfb79b90655', 'name': '', 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'mac_address': 'fa:16:3e:23:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:58Z', 'updated_at': '2021-07-09T20:58:01Z', 'revision_number': 4, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'subnets': [{'id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5648b9ad-88bf-4058-8c86-41d3b9f5ec8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:01.944824 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f4c605-6f21-4d1a-9234-a60a761a7f46 None None] The sync data for ids ['990aab15-c15e-4a5d-9af5-756f11956971'] in dv-cinder-800272-2-iscsi is: [{'id': '990aab15-c15e-4a5d-9af5-756f11956971', 'name': 'router1', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:48Z', 'updated_at': '2021-07-09T20:57:58Z', 'revision_number': 2, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'gw_port_host': None, '_interfaces': [{'id': '61f5f47c-4547-4e50-b750-5cfb79b90655', 'name': '', 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'mac_address': 'fa:16:3e:23:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:58Z', 'updated_at': '2021-07-09T20:58:01Z', 'revision_number': 4, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'subnets': [{'id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5648b9ad-88bf-4058-8c86-41d3b9f5ec8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:02.085595 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47696) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:02.199256 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b3ec2-cb96-4543-a141-d2a127187765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:02.200696 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-4a4b3ec2-cb96-4543-a141-d2a127187765 admin admin] 10.222.0.64 "GET /v2.0/networks/505fb598-f2e1-4e01-9926-2554058e8c5b HTTP/1.1" status: 200 len: 842 time: 0.1141341 Jul 09 20:58:02.211173 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:02.293193 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Made reservation on behalf of 6ee066b52c444d09964793ae714b0f8b for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:58:02.295574 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.725701 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.objects.ports [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93739) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:58:02.726136 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.776157 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:02.787038 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:02.787398 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Network hostable DHCP agents. Network: 505fb598-f2e1-4e01-9926-2554058e8c5b, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:58:02.874856 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:58:02.931799 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 505fb598-f2e1-4e01-9926-2554058e8c5b) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:02.936424 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:02.937021 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.942923 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c2719-83b1-4eba-b5c2-0e0df6b04763 None None] Network 505fb598-f2e1-4e01-9926-2554058e8c5b requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:03.006763 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-73fe29f5-4436-42e5-b14c-f61ed3be29f7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7996733 Jul 09 20:58:03.082173 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc7847-0cb2-4e4a-9fb8-c8e9db4d7473 None None] Network 505fb598-f2e1-4e01-9926-2554058e8c5b requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:58:04.980307 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 61f5f47c-4547-4e50-b750-5cfb79b90655 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:05.120433 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 61f5f47c-4547-4e50-b750-5cfb79b90655 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:05.124417 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 61f5f47c-4547-4e50-b750-5cfb79b90655 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:05.124799 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.201921 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.236089 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 61f5f47c-4547-4e50-b750-5cfb79b90655, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=61f5f47c-4547-4e50-b750-5cfb79b90655,segment=NetworkSegment(96556ea1-fdad-43f4-92dc-534ebc9e6e8d),segment_id=96556ea1-fdad-43f4-92dc-534ebc9e6e8d)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:05.306332 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47708) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:05.326152 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:05.418230 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=61f5f47c-4547-4e50-b750-5cfb79b90655,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:05.430178 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d4f0c01d-2daa-4bf9-b0c6-58657d4e6ff1 admin admin] 10.222.0.64 "GET /v2.0/routers/990aab15-c15e-4a5d-9af5-756f11956971 HTTP/1.1" status: 200 len: 710 time: 0.1278291 Jul 09 20:58:05.515820 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06174294-0bb9-4834-8734-dddf093854c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:05.517209 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-06174294-0bb9-4834-8734-dddf093854c6 admin admin] 10.222.0.64 "GET /v2.0/networks/505fb598-f2e1-4e01-9926-2554058e8c5b HTTP/1.1" status: 200 len: 886 time: 0.0818522 Jul 09 20:58:05.525982 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:58:05.765061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.076994 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.155643 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.261940 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Allocated IP 172.27.2.179 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/31d40d6b-2e2f-4804-9dc0-1012fec3bcd2) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:58:06.373747 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.474632 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:06.511932 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:58:06.516600 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:58:06.519800 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:58:06.576758 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Pushing event updated for resources: {'Port': ['ID=31d40d6b-2e2f-4804-9dc0-1012fec3bcd2,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:06.953928 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 61f5f47c-4547-4e50-b750-5cfb79b90655 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:06.967395 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.000370 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 61f5f47c-4547-4e50-b750-5cfb79b90655 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:07.000751 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.162773 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.165845 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3812080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3812075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3757857'] for router, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.271076 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Router 990aab15-c15e-4a5d-9af5-756f11956971 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:58:07.384536 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:58:07.389442 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] Notify callbacks [] for router, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:07.390650 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-8c4e0a1c-8e8a-4f4a-8073-bc51fc2ac87c admin admin] 10.222.0.64 "PUT /v2.0/routers/990aab15-c15e-4a5d-9af5-756f11956971 HTTP/1.1" status: 200 len: 890 time: 1.8680456 Jul 09 20:58:07.394651 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Sync routers for ids ['990aab15-c15e-4a5d-9af5-756f11956971'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:58:07.406506 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Routers {'990aab15-c15e-4a5d-9af5-756f11956971'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:07.407206 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T20:57:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['990aab15-c15e-4a5d-9af5-756f11956971'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:07.622162 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Set router 990aab15-c15e-4a5d-9af5-756f11956971 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:08.020560 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990aab15-c15e-4a5d-9af5-756f11956971', 'name': 'router1', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '31d40d6b-2e2f-4804-9dc0-1012fec3bcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:48Z', 'updated_at': '2021-07-09T20:58:06Z', 'revision_number': 4, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'gw_port': {'id': '31d40d6b-2e2f-4804-9dc0-1012fec3bcd2', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:06Z', 'updated_at': '2021-07-09T20:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '61f5f47c-4547-4e50-b750-5cfb79b90655', 'name': '', 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'mac_address': 'fa:16:3e:23:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:58Z', 'updated_at': '2021-07-09T20:58:05Z', 'revision_number': 5, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'subnets': [{'id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5648b9ad-88bf-4058-8c86-41d3b9f5ec8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:08.071805 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Checking router: 990aab15-c15e-4a5d-9af5-756f11956971 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:58:08.072159 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Updating router 990aab15-c15e-4a5d-9af5-756f11956971 port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:58:08.106619 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:08.428914 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:08.439374 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Transition to ACTIVE for port object 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:58:08.537303 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:08.587745 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9f571-42a7-46fa-bffc-7140fca5f161 None None] Pushing event updated for resources: {'Port': ['ID=31d40d6b-2e2f-4804-9dc0-1012fec3bcd2,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:08.589934 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Attempting to bind port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:58:08.590302 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Attempting to bind port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:58:08.590665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Attempting to bind port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:58:08.596013 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:58:08.596385 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:58:08.596781 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:08.597163 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:58:08.597621 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Bound port: 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:58:08.598014 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:08.657048 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] For port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:58:08.660182 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] For port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=31d40d6b-2e2f-4804-9dc0-1012fec3bcd2,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:58:08.749120 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:08.875686 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Routers {'990aab15-c15e-4a5d-9af5-756f11956971'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:58:08.876310 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T20:57:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['990aab15-c15e-4a5d-9af5-756f11956971'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:08.922712 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9f571-42a7-46fa-bffc-7140fca5f161 None None] Pushing event updated for resources: {'Port': ['ID=31d40d6b-2e2f-4804-9dc0-1012fec3bcd2,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:08.992378 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] Set router 990aab15-c15e-4a5d-9af5-756f11956971 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:58:09.194805 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990aab15-c15e-4a5d-9af5-756f11956971', 'name': 'router1', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '31d40d6b-2e2f-4804-9dc0-1012fec3bcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:48Z', 'updated_at': '2021-07-09T20:58:06Z', 'revision_number': 4, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'gw_port': {'id': '31d40d6b-2e2f-4804-9dc0-1012fec3bcd2', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:06Z', 'updated_at': '2021-07-09T20:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '61f5f47c-4547-4e50-b750-5cfb79b90655', 'name': '', 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'mac_address': 'fa:16:3e:23:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:58Z', 'updated_at': '2021-07-09T20:58:05Z', 'revision_number': 5, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'subnets': [{'id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5648b9ad-88bf-4058-8c86-41d3b9f5ec8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:58:09.224391 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f2d396-539e-4ca0-be1e-34716f3618f0 None None] The sync data for ids ['990aab15-c15e-4a5d-9af5-756f11956971'] in dv-cinder-800272-2-iscsi is: [{'id': '990aab15-c15e-4a5d-9af5-756f11956971', 'name': 'router1', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '31d40d6b-2e2f-4804-9dc0-1012fec3bcd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:48Z', 'updated_at': '2021-07-09T20:58:06Z', 'revision_number': 4, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'gw_port': {'id': '31d40d6b-2e2f-4804-9dc0-1012fec3bcd2', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:58:06Z', 'updated_at': '2021-07-09T20:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '61f5f47c-4547-4e50-b750-5cfb79b90655', 'name': '', 'network_id': '69e11e19-52be-4b95-a623-724e54adb31d', 'tenant_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'mac_address': 'fa:16:3e:23:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990aab15-c15e-4a5d-9af5-756f11956971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:58Z', 'updated_at': '2021-07-09T20:58:05Z', 'revision_number': 5, 'project_id': '67ef6e43fec34dfc8a9a296d45895d3d', 'subnets': [{'id': 'dae2fd3c-1d59-4174-880b-e0b071977ff6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5648b9ad-88bf-4058-8c86-41d3b9f5ec8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:58:09.778967 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 47716) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:09.903257 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-2b7d09a3-9150-4117-8aba-7bee2048743e admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1231060 Jul 09 20:58:10.980910 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:11.085975 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:58:11.089867 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:11.090245 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.169233 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.190908 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=31d40d6b-2e2f-4804-9dc0-1012fec3bcd2,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:58:11.263758 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:11.319004 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=31d40d6b-2e2f-4804-9dc0-1012fec3bcd2,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:12.997269 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:58:13.047554 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 31d40d6b-2e2f-4804-9dc0-1012fec3bcd2 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:58:13.048051 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:18.016943 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:58:22.474050 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2e7d7d56-d6f6-47b2-8224-ed3dde70560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:25.076039 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-695b2880-d7f8-405e-b728-c8d8350231b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:25.232944 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:26.339815 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:27.976637 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:52.494548 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-63038d84-ca0b-4fff-9eb0-d932bfb768c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.015491 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:58:55.122041 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2d1df991-6bbf-4d72-aa76-befca78d7b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:55.232560 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:56.363077 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.970148 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:22.494434 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7dfc0687-0ce9-451b-a976-6b3d99196c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.106668 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9765b3ae-5d4f-44e6-b9a8-52dfc1cd2c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.327741 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:26.379272 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:28.031103 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.014651 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:59:49.696804 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48284) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:49.755598 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d38b59e-90df-41df-aca8-26d9e3303cd8 admin admin] GET failed (client error): The resource could not be found. Jul 09 20:59:49.756962 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1d38b59e-90df-41df-aca8-26d9e3303cd8 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591888 Jul 09 20:59:49.913834 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfebc55-c924-4b3b-84d8-7d5aa3d5ed7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:49.915247 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-fdfebc55-c924-4b3b-84d8-7d5aa3d5ed7e admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545553 Jul 09 20:59:52.083318 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48294) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:52.173094 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75414fe6-6e3a-4a29-a991-a23d27297ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:52.174449 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-75414fe6-6e3a-4a29-a991-a23d27297ee1 admin admin] 10.222.0.64 "GET /v2.0/subnets/dae2fd3c-1d59-4174-880b-e0b071977ff6 HTTP/1.1" status: 200 len: 849 time: 0.0901120 Jul 09 20:59:52.184092 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:52.266195 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.452744 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794552024863'] for subnet, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.475563 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f2203e46-f7a3-458d-9b55-2d03fc229ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.484672 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:52.484848 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.486189 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] 10.222.0.64 "PUT /v2.0/subnets/dae2fd3c-1d59-4174-880b-e0b071977ff6 HTTP/1.1" status: 200 len: 868 time: 0.3057470 Jul 09 20:59:52.487650 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d67364-c12f-47c7-93bd-9a7ddc4526ba None None] Network 69e11e19-52be-4b95-a623-724e54adb31d requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:59:52.507784 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae2fd3c-1d59-4174-880b-e0b071977ff6,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:52.515926 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.516341 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.516705 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.517051 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.517444 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.517805 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.518146 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.518505 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.518858 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.519230 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.520142 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.520469 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17ea58b-7ff1-48fa-9ac1-6d71f287bc8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:52.855728 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-55862c64-ce10-456b-920f-8e2bc2af411a None None] Provisioning complete for port 61f5f47c-4547-4e50-b750-5cfb79b90655 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:52.856100 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-55862c64-ce10-456b-920f-8e2bc2af411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:52.939749 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-55862c64-ce10-456b-920f-8e2bc2af411a None None] Provisioning complete for port b54b1fb5-9fb6-4b9b-bf4c-628959fa88b6 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:52.940019 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-55862c64-ce10-456b-920f-8e2bc2af411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:54.659718 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48302) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:54.850693 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0375c3-0cbd-4d92-bb6a-72aa77a807ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:54.851103 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0375c3-0cbd-4d92-bb6a-72aa77a807ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:54.852926 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-7a0375c3-0cbd-4d92-bb6a-72aa77a807ff admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922071 Jul 09 20:59:55.099935 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-cff61d73-2903-4eae-981d-9e65455d7382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:55.241670 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:56.355510 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:57.024547 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48310) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:57.152127 dv-cinder-800272-2-iscsi neutron-server[93738]: WARNING oslo_policy.policy [None req-c7efc829-4cbd-4d30-a0be-684f84a54209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:59:57.152715 dv-cinder-800272-2-iscsi neutron-server[93738]: WARNING oslo_policy.policy [None req-c7efc829-4cbd-4d30-a0be-684f84a54209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:59:57.652821 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.policy [None req-c7efc829-4cbd-4d30-a0be-684f84a54209 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93738) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 20:59:57.699406 dv-cinder-800272-2-iscsi neutron-server[93738]: WARNING oslo_policy.policy [None req-c7efc829-4cbd-4d30-a0be-684f84a54209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:59:57.699821 dv-cinder-800272-2-iscsi neutron-server[93738]: WARNING oslo_policy.policy [None req-c7efc829-4cbd-4d30-a0be-684f84a54209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 20:59:57.708107 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7efc829-4cbd-4d30-a0be-684f84a54209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.708611 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7efc829-4cbd-4d30-a0be-684f84a54209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:57.710698 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c7efc829-4cbd-4d30-a0be-684f84a54209 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6840439 Jul 09 20:59:57.990493 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.852483 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48326) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:00.028984 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca19fdfc-00f2-485c-8bb0-a2e2405795b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:00.030327 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ca19fdfc-00f2-485c-8bb0-a2e2405795b4 admin admin] 10.222.0.64 "GET /v2.0/networks/505fb598-f2e1-4e01-9926-2554058e8c5b HTTP/1.1" status: 200 len: 886 time: 0.1769030 Jul 09 21:00:02.326830 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48334) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:02.469080 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace083ef-f57b-4470-bdef-7633f41c811b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:02.470468 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ace083ef-f57b-4470-bdef-7633f41c811b admin admin] 10.222.0.64 "GET /v2.0/networks/69e11e19-52be-4b95-a623-724e54adb31d HTTP/1.1" status: 200 len: 869 time: 0.1426706 Jul 09 21:00:04.597200 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48342) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:04.717807 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68b64f-36c5-4d13-95e1-2bc2f8e6f2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:04.718279 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68b64f-36c5-4d13-95e1-2bc2f8e6f2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:04.719868 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0e68b64f-36c5-4d13-95e1-2bc2f8e6f2c0 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216156 Jul 09 21:00:06.885295 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48350) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:06.973289 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45be3125-4b26-4115-85c1-95970cac556a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.973761 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45be3125-4b26-4115-85c1-95970cac556a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.975353 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-45be3125-4b26-4115-85c1-95970cac556a admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890582 Jul 09 21:00:09.013191 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:09.144948 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48358) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:09.335608 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3bba51-8126-4523-8ad1-fdc567158f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:09.336980 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ac3bba51-8126-4523-8ad1-fdc567158f32 admin admin] 10.222.0.64 "GET /v2.0/subnets/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4 HTTP/1.1" status: 200 len: 816 time: 0.1910696 Jul 09 21:00:11.496749 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48366) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:11.622940 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3193aa76-dd3b-49ea-91ca-35c7e1f8f73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:11.624299 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3193aa76-dd3b-49ea-91ca-35c7e1f8f73a admin admin] 10.222.0.64 "GET /v2.0/subnets/dae2fd3c-1d59-4174-880b-e0b071977ff6 HTTP/1.1" status: 200 len: 868 time: 0.1266115 Jul 09 21:00:22.490597 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-e49742a3-c0ec-4eb4-b38e-8e052fce0ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:25.074804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-c50c780b-cd77-4055-8e5b-46a682b66647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:25.206765 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.337378 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:27.977308 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:36.005123 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48418) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:36.054052 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [None req-cca316fd-5a97-467a-b7f2-10f3d659653c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:00:36.055057 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cca316fd-5a97-467a-b7f2-10f3d659653c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489912 Jul 09 21:00:38.312917 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48426) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:38.373638 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.pecan_wsgi.hooks.translation [None req-261e1d7f-57a4-4f6a-bf30-bc0f8a4ad23d admin admin] GET failed (client error): The resource could not be found. Jul 09 21:00:38.374963 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-261e1d7f-57a4-4f6a-bf30-bc0f8a4ad23d admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610809 Jul 09 21:00:38.518732 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f73087-271b-432e-9e01-2ee7265808da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:38.520173 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-54f73087-271b-432e-9e01-2ee7265808da admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1413126 Jul 09 21:00:40.705065 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48434) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:40.751249 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:40.752428 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.quota [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Loaded quota_driver: . Jul 09 21:00:40.890798 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Made reservation on behalf of 6ee066b52c444d09964793ae714b0f8b for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:00:40.894154 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.939464 dv-cinder-800272-2-iscsi neutron-server[93738]: WARNING neutron.services.revisions.revision_plugin [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Could not find related network for resource to bump revision. Jul 09 21:00:40.958837 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:00:40.971852 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794551823692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:40.980838 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Unsubscribe: segment precommit_create {{(pid=93738) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 21:00:40.980838 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Added segment 34a9edb3-1327-49b7-8c57-ebb4f57c515f of type vlan for network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 Jul 09 21:00:41.037181 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:41.205533 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:41.206532 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:41.207136 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:41.305832 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Pushing event updated for resources: {'Network': ['ID=5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:41.314811 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.315167 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.315534 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.315874 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.316204 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.316540 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.316867 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.317228 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.317570 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.317958 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.318261 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.318581 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] Tracked resource versions report: Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: pushed versions: Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: { 'AddressGroup': {'1.2'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'ConntrackHelper': {'1.0'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Log': {'1.0'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Network': {'1.1'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Port': {'1.7'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'PortForwarding': {'1.2'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'QosPolicy': {'1.8'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SecurityGroup': {'1.4'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SecurityGroupRule': {'1.2'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SubPort': {'1.0'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Subnet': {'1.1'}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Trunk': {'1.1'}} Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: consumer versions: Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: { DHCP agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: L3 agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: Metadata agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: Metering agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: Open vSwitch agent@dv-cinder-800272-2-iscsi: { 'AddressGroup': '1.2', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'ConntrackHelper': '1.0', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Log': '1.0', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Network': '1.1', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Port': '1.7', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'PortForwarding': '1.2', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'QosPolicy': '1.8', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SecurityGroup': '1.4', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SecurityGroupRule': '1.2', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SubPort': '1.0', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Subnet': '1.1', Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Trunk': '1.1'}} Jul 09 21:00:41.319698 dv-cinder-800272-2-iscsi neutron-server[93738]: {{(pid=93738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 21:00:41.340307 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-fa20fbdd-3625-4728-aa33-0a7cc78d3002 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6341736 Jul 09 21:00:41.358453 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:00:43.514057 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48446) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:43.576292 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2980766-bb1d-40e2-a53f-4f82a300e68a admin admin] GET failed (client error): The resource could not be found. Jul 09 21:00:43.577676 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f2980766-bb1d-40e2-a53f-4f82a300e68a admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626323 Jul 09 21:00:43.651372 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d1c41a-883b-4efa-a306-27136d1bd08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:43.652898 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-63d1c41a-883b-4efa-a306-27136d1bd08c admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705578 Jul 09 21:00:43.662575 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:43.753497 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Made reservation on behalf of 6ee066b52c444d09964793ae714b0f8b for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:00:43.755854 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:44.005322 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:44.059545 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f79d0b-dd59-4dc0-bb17-f45a11c5ece0,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:44.077981 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Checking segment: {'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:00:44.078397 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Network hostable DHCP agents. Network: 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:00:44.170542 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:00:44.238749 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:00:44.244220 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:44.244966 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:44.249952 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f51e5-d7e2-40fd-8b96-7c53f39aea86 None None] Network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:00:44.314609 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-af5ebaa8-e2d3-4154-8d6e-28a69e7fe616 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6556480 Jul 09 21:00:44.514471 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5', 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5', 'tenant_id': '6ee066b52c444d09964793ae714b0f8b', 'fixed_ips': [{'subnet_id': 'f0f79d0b-dd59-4dc0-bb17-f45a11c5ece0'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:00:44.515413 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:44.652500 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Allocated IP 192.168.233.2 (5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5/f0f79d0b-dd59-4dc0-bb17-f45a11c5ece0/aa21f6a9-a3e9-433a-8f94-6f8505204d18) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:00:44.793073 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:44.801634 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Transition to ACTIVE for port object aa21f6a9-a3e9-433a-8f94-6f8505204d18 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:00:44.816516 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Transition to ACTIVE for port object aa21f6a9-a3e9-433a-8f94-6f8505204d18 will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:00:44.889875 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:44.937672 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:00:44.941929 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:00:44.943759 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Pushing event updated for resources: {'Port': ['ID=aa21f6a9-a3e9-433a-8f94-6f8505204d18,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:44.945926 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:00:44.957152 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.957536 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.957883 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.958225 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.958561 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.958925 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.959261 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.959647 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.960007 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.960362 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.960691 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:44.961017 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:45.013612 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Attempting to bind port aa21f6a9-a3e9-433a-8f94-6f8505204d18 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:00:45.013986 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Attempting to bind port aa21f6a9-a3e9-433a-8f94-6f8505204d18 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:00:45.014402 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Attempting to bind port aa21f6a9-a3e9-433a-8f94-6f8505204d18 on network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:00:45.020671 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:00:45.021079 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Checking segment: {'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:00:45.021504 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:45.021947 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Bound using segment: {'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:00:45.022341 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Bound port: aa21f6a9-a3e9-433a-8f94-6f8505204d18, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:00:45.022773 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:45.086809 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] For port aa21f6a9-a3e9-433a-8f94-6f8505204d18, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:00:45.089960 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] For port aa21f6a9-a3e9-433a-8f94-6f8505204d18, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=aa21f6a9-a3e9-433a-8f94-6f8505204d18,segment=NetworkSegment(34a9edb3-1327-49b7-8c57-ebb4f57c515f),segment_id=34a9edb3-1327-49b7-8c57-ebb4f57c515f)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:00:45.180869 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:45.250133 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568509fe-14ea-4164-b08e-ec824710bdf8 None None] Pushing event updated for resources: {'Port': ['ID=aa21f6a9-a3e9-433a-8f94-6f8505204d18,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:46.012910 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:46.093774 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79675e78-1f09-4334-afc3-dd3da847a143 None None] Network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:00:46.213006 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-e63868bd-4b4c-4569-a28a-dd39c8b56253 None None] Provisioning for port aa21f6a9-a3e9-433a-8f94-6f8505204d18 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:00:47.094856 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device aa21f6a9-a3e9-433a-8f94-6f8505204d18 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:00:47.205040 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port aa21f6a9-a3e9-433a-8f94-6f8505204d18 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:00:47.210865 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port aa21f6a9-a3e9-433a-8f94-6f8505204d18 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:00:47.211612 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:47.302053 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:47.337346 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port aa21f6a9-a3e9-433a-8f94-6f8505204d18, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=aa21f6a9-a3e9-433a-8f94-6f8505204d18,segment=NetworkSegment(34a9edb3-1327-49b7-8c57-ebb4f57c515f),segment_id=34a9edb3-1327-49b7-8c57-ebb4f57c515f)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:47.410474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:47.466719 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=aa21f6a9-a3e9-433a-8f94-6f8505204d18,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:49.076449 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device aa21f6a9-a3e9-433a-8f94-6f8505204d18 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:00:49.128869 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port aa21f6a9-a3e9-433a-8f94-6f8505204d18 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:00:49.129239 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:52.502644 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-27c25f3b-8b5a-489c-b0f2-c196110eabbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:55.094775 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-aa21cffd-79ca-43f9-8ff2-60a7985bb983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:55.216064 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:56.341517 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:57.998734 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.492632 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-004ecb99-bf62-48fb-b1c1-20bf45e5e8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.010833 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:01:25.117847 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7088c615-544b-4271-b992-01ce8016bbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.246967 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.351782 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.048834 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:52.492809 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-42502a36-ab7c-4866-b318-b05b72cef58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.128702 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2c9734f7-b28c-488f-8a43-87f7b9b25909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:55.217469 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:56.424195 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:57.994104 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:00.008540 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:02:02.828536 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48498) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:02.834484 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [None req-3e2ee1e7-c650-41c1-8852-4f8d2f402124 tempest-verify_tempest_config-510295540 tempest-verify_tempest_config-510295540-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:02:02.835466 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3e2ee1e7-c650-41c1-8852-4f8d2f402124 tempest-verify_tempest_config-510295540 tempest-verify_tempest_config-510295540-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059192 Jul 09 21:02:03.413430 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48516) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:03.513300 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.626989 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.707639 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.750867 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c020d3-ea91-4b28-b35b-e01975b5a65f,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:03.755445 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5190c4e8ec5e49428ac34b1084e5a89c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3409867 Jul 09 21:02:03.758163 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48520) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:03.759960 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.760404 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.760754 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.761088 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.761423 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.761775 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.762110 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.762438 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.762781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.763113 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.763464 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.763834 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aaacb5-f9f8-46a8-9ccb-4156273d2002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:03.813244 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.834974 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.989863 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.992344 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:03.993537 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78c020d3-ea91-4b28-b35b-e01975b5a65f HTTP/1.1" status: 204 len: 168 time: 0.2343247 Jul 09 21:02:04.001396 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c020d3-ea91-4b28-b35b-e01975b5a65f,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:02:04.008034 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.008422 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.008779 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.009140 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.009481 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.009832 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.010170 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.010576 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.011024 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.011602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.011941 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:04.012273 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c2645-efdd-4588-8be0-3ecb965442df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:02:22.489012 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a922ff3-5e79-4274-9d13-dc9070ede608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:25.112201 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-687dfa81-afc7-4ff7-be18-7e2bda79121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:25.193770 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:26.349102 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:27.997667 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:37.006157 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:02:52.476176 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6d94b6e4-5dac-41d5-8ec3-df52253cd8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:55.101031 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-66fbfd15-dafa-4816-b1d8-a4615e652340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:55.198542 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:56.352667 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:58.009305 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.004230 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 5 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:22.469122 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-79a47795-455c-45f9-b2eb-f02f40cf4029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.087814 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-32dcdd9a-6851-4746-8966-7441c4f34410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.179517 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.356752 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:28.005284 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:40.511095 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3746103'] for agent, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:51.003448 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:52.513128 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6767c37a-548e-43dc-8a56-e5c11a0f956a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.109817 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-70a229b6-92f6-4ca0-a1c3-88eeeb028635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.223863 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:55.498165 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48594) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:55.602811 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f46ec647-45c4-4812-a6dd-abe18bd47ae6 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1034811 Jul 09 21:03:56.372480 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:57.776582 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48604) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:57.835062 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d9701a2d-05c3-4f0a-8583-9f69ba2886ad admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0573676 Jul 09 21:03:58.021236 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:10.417362 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:22.482525 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-81cf546a-8744-4b94-8479-12c7b86db457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.221961 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a1622123-be14-4041-a17b-e371a3d97fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.233139 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.370655 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.001533 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:04:28.010633 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.384320 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:52.503653 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f832eff8-8097-4ddf-a9ce-d39f7a27139d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:55.089946 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b52f-9598-4977-b900-13e5380f4b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:55.273036 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:56.460722 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:58.032527 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:05.001479 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:10.405359 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:22.488258 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3d23a1b6-0523-45f7-80d6-49f98d0f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:25.130365 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-8d6fdcf4-779a-4275-9677-2472553ce0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:25.282083 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:26.387803 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:28.075839 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.050027 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48788) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:29.080264 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48794) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:29.258551 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1820197805-network', 'tenant_id': 'f48759f14f9747efaca2b8985e13adf4'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:29.296047 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1180158821-network', 'tenant_id': '299ed20cf0144093bbe1692eb709775a'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:29.335046 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Made reservation on behalf of f48759f14f9747efaca2b8985e13adf4 for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:29.337669 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.350430 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.485257 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Made reservation on behalf of 299ed20cf0144093bbe1692eb709775a for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:29.487720 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.506566 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.586962 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.668035 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.689793 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:05:29.719318 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.719684 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Added segment b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8 of type vlan for network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd Jul 09 21:05:29.733087 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953bbd42-7f51-4172-b3ac-59782628c060,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:29.771286 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.771681 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.772021 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.772352 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.772677 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.773043 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.773368 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.773689 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.774009 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.774324 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.774698 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.775015 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Tracked resource versions report: Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: pushed versions: Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: { 'AddressGroup': {'1.2'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'ConntrackHelper': {'1.0'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Log': {'1.0'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Network': {'1.1'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Port': {'1.7'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'PortForwarding': {'1.2'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'QosPolicy': {'1.8'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SecurityGroup': {'1.4'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SecurityGroupRule': {'1.2'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SubPort': {'1.0'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Subnet': {'1.1'}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Trunk': {'1.1'}} Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: consumer versions: Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: { DHCP agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: HyperV agent@hv-cinder-80027: {}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: L3 agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: Metadata agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: Metering agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: Open vSwitch agent@dv-cinder-800272-2-iscsi: { 'AddressGroup': '1.2', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'ConntrackHelper': '1.0', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Log': '1.0', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Network': '1.1', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Port': '1.7', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'PortForwarding': '1.2', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'QosPolicy': '1.8', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SecurityGroup': '1.4', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SecurityGroupRule': '1.2', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'SubPort': '1.0', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Subnet': '1.1', Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: 'Trunk': '1.1'}} Jul 09 21:05:29.776276 dv-cinder-800272-2-iscsi neutron-server[93739]: {{(pid=93739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 21:05:29.781907 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.851854 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.913120 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.914219 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:29.914820 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.964602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.988608 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:29.990732 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:05:29.999160 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:05:30.013932 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.014249 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Added segment 47d6dec4-4e93-49a0-88ca-52a1a3d5f42b of type vlan for network 20ba1dae-92a5-4797-9f8f-02da831ecbec Jul 09 21:05:30.022811 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b404e78b-e419-413c-9021-ff97a5015161,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:30.048367 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48842) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:30.063596 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48846) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:30.064187 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-34f1e7a1-e7ab-4fc2-a0b8-1b9ea15252f5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0115504 Jul 09 21:05:30.069112 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Request body: {'subnet': {'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1820197805-subnet', 'tenant_id': 'f48759f14f9747efaca2b8985e13adf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:30.073488 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48850) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:30.076439 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.185804 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Made reservation on behalf of f48759f14f9747efaca2b8985e13adf4 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:30.188014 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.189239 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:30.189636 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.191117 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.270114 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] Pushing event updated for resources: {'Network': ['ID=20ba1dae-92a5-4797-9f8f-02da831ecbec,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:30.281935 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 20ba1dae-92a5-4797-9f8f-02da831ecbec details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:05:30.285783 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-73510ce4-3fb7-44c1-8003-dcc7cc1a6cfd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2042255 Jul 09 21:05:30.288539 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48862) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:30.295077 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Request body: {'subnet': {'network_id': '20ba1dae-92a5-4797-9f8f-02da831ecbec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1180158821-subnet', 'tenant_id': '299ed20cf0144093bbe1692eb709775a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:30.401304 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Made reservation on behalf of 299ed20cf0144093bbe1692eb709775a for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:30.404440 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.408657 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-network', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:30.450398 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.488083 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194194074-network', 'tenant_id': '4e9314bdfa004e789c65012a1f44b27d'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:30.531009 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Made reservation on behalf of 2247eaa3ca0f4bc8b765ee8f51dcafa9 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:30.540167 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.548181 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc41e03b-5084-4288-8637-6166d1f58982,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:30.553123 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.564333 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Checking segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:30.564690 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Network hostable DHCP agents. Network: ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:05:30.567203 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.567603 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.567952 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.568290 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.568623 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.568974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.569309 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.569638 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.569983 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.570315 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.570640 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.570962 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Tracked resource versions report: Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: pushed versions: Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: { 'AddressGroup': {'1.2'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'ConntrackHelper': {'1.0'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Log': {'1.0'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Network': {'1.1'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Port': {'1.7'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'PortForwarding': {'1.2'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'QosPolicy': {'1.8'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SecurityGroup': {'1.4'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SecurityGroupRule': {'1.2'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SubPort': {'1.0'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Subnet': {'1.1'}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Trunk': {'1.1'}} Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: consumer versions: Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: { DHCP agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: HyperV agent@hv-cinder-80027: {}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: L3 agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: Metadata agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: Metering agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: Open vSwitch agent@dv-cinder-800272-2-iscsi: { 'AddressGroup': '1.2', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'ConntrackHelper': '1.0', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Log': '1.0', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Network': '1.1', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Port': '1.7', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'PortForwarding': '1.2', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'QosPolicy': '1.8', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SecurityGroup': '1.4', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SecurityGroupRule': '1.2', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'SubPort': '1.0', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Subnet': '1.1', Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: 'Trunk': '1.1'}} Jul 09 21:05:30.574795 dv-cinder-800272-2-iscsi neutron-server[93738]: {{(pid=93738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 21:05:30.675800 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Made reservation on behalf of 4e9314bdfa004e789c65012a1f44b27d for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:30.677512 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:05:30.678510 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.688141 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.756747 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.768931 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.796813 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:30.801164 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:30.801754 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.811417 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7c2ae-62f4-4130-9ea0-d07b82d3b164 None None] Network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:30.811814 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f0d9e1-7ab4-48d3-89fa-6f0a324110b0,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:30.822615 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Checking segment: {'id': '47d6dec4-4e93-49a0-88ca-52a1a3d5f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '20ba1dae-92a5-4797-9f8f-02da831ecbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:30.822972 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Network hostable DHCP agents. Network: 20ba1dae-92a5-4797-9f8f-02da831ecbec, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:05:30.871380 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.893970 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:05:30.906831 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7836dd16-c258-4ff1-a009-8bad39d47d51,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:30.913839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.914174 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Added segment 37d48f3a-c683-4873-adb5-d1f7f7d0a04b of type vlan for network 21cea232-c833-4a72-9f61-c4fe9affbb6a Jul 09 21:05:30.955182 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57817a-1982-4f71-bea6-d064e9101de0 None None] Network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:30.969771 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.985814 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Network 20ba1dae-92a5-4797-9f8f-02da831ecbec is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:05:30.999100 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-755e511b-f8db-4b5e-a24a-67497925da87 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9344170 Jul 09 21:05:31.156084 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.157196 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:31.157728 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.161387 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.165889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 20ba1dae-92a5-4797-9f8f-02da831ecbec) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:31.171579 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:31.172423 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.189603 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889d264-166b-4d76-a8ff-acc59ccaf40d None None] Network 20ba1dae-92a5-4797-9f8f-02da831ecbec requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:31.248346 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.282726 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] Pushing event updated for resources: {'Network': ['ID=21cea232-c833-4a72-9f61-c4fe9affbb6a,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:31.285454 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:05:31.304007 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 21cea232-c833-4a72-9f61-c4fe9affbb6a details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:05:31.306514 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.307083 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Added segment 5a63d7dc-b6c1-4217-8d0b-563eda55efd6 of type vlan for network d692f973-370c-484d-8f9e-c54c6efb90e5 Jul 09 21:05:31.309765 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1c6b84-9765-480c-9258-14314ed70ef6,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:31.354564 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-a7465457-c597-4c3e-83a1-f62e37b5d8ac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0643713 Jul 09 21:05:31.370546 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.407045 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f3e61049-a1d8-41b6-9ba8-cab9893ad34d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3314641 Jul 09 21:05:31.409130 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48908) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:31.416861 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Request body: {'subnet': {'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-subnet', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:31.499241 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebdcd74-76cb-4cf4-914f-6acf99f17ebb None None] Network 20ba1dae-92a5-4797-9f8f-02da831ecbec requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:31.501721 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.502991 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:31.503667 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.531847 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Made reservation on behalf of 2247eaa3ca0f4bc8b765ee8f51dcafa9 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:31.535799 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.597167 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] Pushing event updated for resources: {'Network': ['ID=d692f973-370c-484d-8f9e-c54c6efb90e5,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:31.611377 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network d692f973-370c-484d-8f9e-c54c6efb90e5 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:05:31.699465 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-21346e05-5b76-4581-a72f-afd302be2d47 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6474886 Jul 09 21:05:31.699674 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48936) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:31.706873 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Request body: {'subnet': {'network_id': 'd692f973-370c-484d-8f9e-c54c6efb90e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194194074-subnet', 'tenant_id': '4e9314bdfa004e789c65012a1f44b27d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:31.813561 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Made reservation on behalf of 4e9314bdfa004e789c65012a1f44b27d for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:31.816142 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:31.893541 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:32.033173 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Checking segment: {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:32.034118 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Network hostable DHCP agents. Network: 21cea232-c833-4a72-9f61-c4fe9affbb6a, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:05:32.041048 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd16917-e98f-47dd-a63c-7b1e238f0445,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:32.056172 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 48974) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:32.059130 dv-cinder-800272-2-iscsi neutron-server[93739]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 21:05:32.152951 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Network 21cea232-c833-4a72-9f61-c4fe9affbb6a is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:05:32.261716 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 21cea232-c833-4a72-9f61-c4fe9affbb6a) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:32.268500 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:32.268500 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:32.273684 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68081a0-b729-423e-9347-54e9948dda60 None None] Network 21cea232-c833-4a72-9f61-c4fe9affbb6a requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:32.307762 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-3215bdd1-d95c-4c86-a417-b3857f570de8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:32.315973 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-3215bdd1-d95c-4c86-a417-b3857f570de8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 815 time: 0.2586358 Jul 09 21:05:32.340728 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-778c8e62-68c4-4f19-a40f-fd45cb095a58 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/quotas/f48759f14f9747efaca2b8985e13adf4 HTTP/1.1" status: 200 len: 375 time: 0.0237160 Jul 09 21:05:32.375090 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:32.388659 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9eb1a8a3-7aeb-484b-ae5c-625a755c289a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9780653 Jul 09 21:05:32.391212 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 48990) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:32.397396 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:32.422256 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-2b32495d-e1e9-4d94-b527-a89fb773631a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805745 Jul 09 21:05:32.486429 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56179fb4-2b98-40d9-86f8-b06816b379d1,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:32.502922 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca736f-f2dc-4d56-a42f-2f5978b9fa66 None None] Network 21cea232-c833-4a72-9f61-c4fe9affbb6a requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:32.505268 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Checking segment: {'id': '5a63d7dc-b6c1-4217-8d0b-563eda55efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'd692f973-370c-484d-8f9e-c54c6efb90e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:32.505640 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Network hostable DHCP agents. Network: d692f973-370c-484d-8f9e-c54c6efb90e5, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:05:32.559335 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:32.560891 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:32.654447 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-82bc1844-ad29-46bf-b95c-d9c1d39d98f5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:05:32.663354 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-82bc1844-ad29-46bf-b95c-d9c1d39d98f5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1330819 Jul 09 21:05:32.666860 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Network d692f973-370c-484d-8f9e-c54c6efb90e5 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:05:32.762233 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, d692f973-370c-484d-8f9e-c54c6efb90e5) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:32.771532 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26761d7-4640-41df-ad19-3b38fb8f21eb None None] Network d692f973-370c-484d-8f9e-c54c6efb90e5 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:32.775080 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:32.775933 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:32.776123 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:32.807290 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-e2727e3f-7987-4abf-9411-4ad72aae2c4b service neutron] 10.222.0.64 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306651 Jul 09 21:05:32.894480 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-9d1422dd-ad56-426a-b867-1a119dd98602 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1936672 Jul 09 21:05:32.915682 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114dc33-96de-45dd-9efc-92a32007ed03 None None] Network d692f973-370c-484d-8f9e-c54c6efb90e5 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:32.972269 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49010) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:33.025873 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-218cb037-1e41-401b-b211-b905d84affc0 service neutron] 10.222.0.64 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169423 Jul 09 21:05:33.150902 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9faa0c59-3989-4684-b098-8010238d90f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:33.157001 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:33.241707 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9faa0c59-3989-4684-b098-8010238d90f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:33.390847 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9faa0c59-3989-4684-b098-8010238d90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:33.429565 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0c59-3989-4684-b098-8010238d90f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b58bc8-4d18-41af-9fe7-cc3d172a0a6f,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:33.496395 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-9faa0c59-3989-4684-b098-8010238d90f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=874e3759bc4b4c08a327d2733db9407c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5204668 Jul 09 21:05:33.496491 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49040) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:33.544946 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49048) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:33.685618 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:33.727557 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:33.848909 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-94018c67-83da-491d-b5b1-f7fb90a21608 req-d945a08f-aca6-4ad9-bfe6-1193a3677996 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.3018577 Jul 09 21:05:33.932172 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Allocated IP 172.27.2.55 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/4b4c3e14-31c7-4e71-854c-66ba73de51ef) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:33.954073 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7b38f4bd-2924-41ba-b0f4-06469187361e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:33.992006 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7b38f4bd-2924-41ba-b0f4-06469187361e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.077283 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-a83e2604-7de5-4c93-86eb-3d32fed0fa75 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:34.079109 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-a83e2604-7de5-4c93-86eb-3d32fed0fa75 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/networks?id=20ba1dae-92a5-4797-9f8f-02da831ecbec HTTP/1.1" status: 200 len: 812 time: 0.2526376 Jul 09 21:05:34.099219 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-bc10aa29-29d9-4289-ba8d-a4248b4f235a tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/quotas/299ed20cf0144093bbe1692eb709775a HTTP/1.1" status: 200 len: 375 time: 0.0101504 Jul 09 21:05:34.109824 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.149516 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-2712a3ca-9d58-4b2b-9212-1d5a35f3c573 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=299ed20cf0144093bbe1692eb709775a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359776 Jul 09 21:05:34.195098 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49084) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:34.262683 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-92c4794f-b82f-459c-8009-5bc983f4a13d service neutron] 10.222.0.64 "GET /v2.0/networks/20ba1dae-92a5-4797-9f8f-02da831ecbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024170 Jul 09 21:05:34.336465 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49094) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:34.342782 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053508845-network', 'tenant_id': 'bb53950b30104a9b8319aa3ef3e89741'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:34.361066 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-e2c30870-2dee-4ca8-b367-f3b507538667 service neutron] 10.222.0.64 "GET /v2.0/networks/20ba1dae-92a5-4797-9f8f-02da831ecbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922539 Jul 09 21:05:34.364034 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c56-a172-4216-be93-eff0d7e9decb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.392967 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7b38f4bd-2924-41ba-b0f4-06469187361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.401194 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7b38f4bd-2924-41ba-b0f4-06469187361e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.401194 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-7b38f4bd-2924-41ba-b0f4-06469187361e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11b58bc8-4d18-41af-9fe7-cc3d172a0a6f HTTP/1.1" status: 204 len: 168 time: 0.9005919 Jul 09 21:05:34.406980 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38f4bd-2924-41ba-b0f4-06469187361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b58bc8-4d18-41af-9fe7-cc3d172a0a6f,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:34.453718 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.475740 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:34.478941 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:34.482290 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:34.537510 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Made reservation on behalf of bb53950b30104a9b8319aa3ef3e89741 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:34.540111 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.625824 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.643483 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2cc6c77c-db2a-4251-a2ef-991387e58187 req-30102cea-573e-4ba7-9bce-248a3b3785a7 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0296264 Jul 09 21:05:34.731638 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Pushing event updated for resources: {'Port': ['ID=4b4c3e14-31c7-4e71-854c-66ba73de51ef,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:34.813300 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c56-a172-4216-be93-eff0d7e9decb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.883943 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6c56-a172-4216-be93-eff0d7e9decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:34.972220 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2066e3cf-88bd-4679-ae4b-4bc64a1be59b req-eb311b7c-1ab5-4a2b-93f2-10f50ba77cd5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.0338237 Jul 09 21:05:35.089183 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-dfcb6c56-a172-4216-be93-eff0d7e9decb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b8cfff0e0724a03b09e8cfc4969d1f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8929913 Jul 09 21:05:35.092075 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49136) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:35.093513 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6c56-a172-4216-be93-eff0d7e9decb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd3585-db8c-47ed-96cb-f1d6b83d70b6,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:35.154756 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15451c98-26cb-48d6-8c02-116828a80989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.179096 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15451c98-26cb-48d6-8c02-116828a80989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.200604 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.294037 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.352832 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15451c98-26cb-48d6-8c02-116828a80989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.355346 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15451c98-26cb-48d6-8c02-116828a80989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.356597 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-15451c98-26cb-48d6-8c02-116828a80989 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0fd3585-db8c-47ed-96cb-f1d6b83d70b6 HTTP/1.1" status: 204 len: 168 time: 0.2630761 Jul 09 21:05:35.364873 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15451c98-26cb-48d6-8c02-116828a80989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd3585-db8c-47ed-96cb-f1d6b83d70b6,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:35.418799 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.440429 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49142) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:35.446782 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:05:35.453994 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4cd6fd00-5dfe-49be-b0e7-4b6e53d98c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.464111 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.472462 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.472815 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Added segment d910c7be-4d8f-4b17-b58c-3020fc18d799 of type vlan for network 5a8400b6-0213-4eef-a732-404eed69bcb1 Jul 09 21:05:35.474134 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f10cdf9-a0b1-4498-8dca-4ef3da5d8578,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:35.550234 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4cd6fd00-5dfe-49be-b0e7-4b6e53d98c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.556518 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.669406 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4cd6fd00-5dfe-49be-b0e7-4b6e53d98c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.710201 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.713310 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:35.713960 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.715852 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6fd00-5dfe-49be-b0e7-4b6e53d98c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632da534-ccd9-4a5e-839b-f64d7e87ed04,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:35.723478 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-4cd6fd00-5dfe-49be-b0e7-4b6e53d98c0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e974f0c0ee74bb686b37339988dcdb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2798793 Jul 09 21:05:35.725658 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49158) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:35.764150 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:05:35.794814 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7da8ec69-ff60-4638-b7e2-1411eb8193dd req-8d145810-64a6-4e9b-b136-a69c501430cc tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0409570 Jul 09 21:05:35.811291 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51f51f0-8137-429c-a541-3efc25e2af5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.843669 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51f51f0-8137-429c-a541-3efc25e2af5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:35.855997 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5179300 Jul 09 21:05:35.857042 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49166) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:35.861148 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6493531-6b5d-400c-b958-dc649c3b9881 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8400b6-0213-4eef-a732-404eed69bcb1,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:35.868064 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Request body: {'subnet': {'network_id': '5a8400b6-0213-4eef-a732-404eed69bcb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1053508845-subnet', 'tenant_id': 'bb53950b30104a9b8319aa3ef3e89741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:35.873912 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 5a8400b6-0213-4eef-a732-404eed69bcb1 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:05:35.979473 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:05:35.993343 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Sync routers for ids ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:05:36.004451 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Routers {'057edc5b-9e0d-4ba6-aafa-d81a3cab3927'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:05:36.005200 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:05:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:36.076800 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Made reservation on behalf of bb53950b30104a9b8319aa3ef3e89741 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:36.079540 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:36.174662 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-93d41b02-4f3f-4b13-b4d9-85805f4590f5 req-72a98e8b-5a76-4f3c-9eea-06c470ac7baa tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.1059415 Jul 09 21:05:36.185453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51f51f0-8137-429c-a541-3efc25e2af5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:36.187532 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51f51f0-8137-429c-a541-3efc25e2af5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:36.191544 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c51f51f0-8137-429c-a541-3efc25e2af5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/632da534-ccd9-4a5e-839b-f64d7e87ed04 HTTP/1.1" status: 204 len: 168 time: 0.4617152 Jul 09 21:05:36.191701 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Set router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:05:36.214271 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f51f0-8137-429c-a541-3efc25e2af5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632da534-ccd9-4a5e-839b-f64d7e87ed04,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:36.230751 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:36.234533 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2e3c24db-7978-4179-93de-1ce41e6c005a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8395710 Jul 09 21:05:36.234798 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49190) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:36.540748 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:36.548532 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:05:34Z', 'revision_number': 3, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:36.593770 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Checking router: 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:05:36.594125 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Updating router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 port 4b4c3e14-31c7-4e71-854c-66ba73de51ef binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:05:36.645554 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:36.718621 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6d8584-1d36-4abb-b6de-57bc9704d783,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:36.750112 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Checking segment: {'id': 'd910c7be-4d8f-4b17-b58c-3020fc18d799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5a8400b6-0213-4eef-a732-404eed69bcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:36.750529 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Network hostable DHCP agents. Network: 5a8400b6-0213-4eef-a732-404eed69bcb1, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:05:36.962177 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.035218 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.060465 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ad29e72f-8216-4fe2-80f8-86e10284d3db req-b290d419-ff1e-4b48-928c-eb7b88d5735c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0455770 Jul 09 21:05:37.061009 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Transition to ACTIVE for port object 4b4c3e14-31c7-4e71-854c-66ba73de51ef will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:05:37.161467 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.183594 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Network 5a8400b6-0213-4eef-a732-404eed69bcb1 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:05:37.212985 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Attempting to bind port 4b4c3e14-31c7-4e71-854c-66ba73de51ef on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:05:37.220255 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Attempting to bind port 4b4c3e14-31c7-4e71-854c-66ba73de51ef by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:05:37.220255 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Attempting to bind port 4b4c3e14-31c7-4e71-854c-66ba73de51ef on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:37.224525 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:05:37.224812 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:37.225291 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.225604 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:05:37.226082 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Bound port: 4b4c3e14-31c7-4e71-854c-66ba73de51ef, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:05:37.226488 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.229056 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Pushing event updated for resources: {'Port': ['ID=4b4c3e14-31c7-4e71-854c-66ba73de51ef,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:37.255730 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.256087 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.256633 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.257142 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.257486 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.257825 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.258159 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.258498 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.258852 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.259189 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.259541 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.259972 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Tracked resource versions report: Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: pushed versions: Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: { 'AddressGroup': {'1.2'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'ConntrackHelper': {'1.0'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Log': {'1.0'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Network': {'1.1'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Port': {'1.7'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'PortForwarding': {'1.2'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'QosPolicy': {'1.8'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SecurityGroup': {'1.4'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SecurityGroupRule': {'1.2'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SubPort': {'1.0'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Subnet': {'1.1'}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Trunk': {'1.1'}} Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: consumer versions: Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: { DHCP agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: HyperV agent@hv-cinder-80027: {}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: L3 agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: Metadata agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: Metering agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: Open vSwitch agent@dv-cinder-800272-2-iscsi: { 'AddressGroup': '1.2', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'ConntrackHelper': '1.0', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Log': '1.0', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Network': '1.1', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Port': '1.7', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'PortForwarding': '1.2', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'QosPolicy': '1.8', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SecurityGroup': '1.4', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SecurityGroupRule': '1.2', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'SubPort': '1.0', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Subnet': '1.1', Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: 'Trunk': '1.1'}} Jul 09 21:05:37.260925 dv-cinder-800272-2-iscsi neutron-server[93741]: {{(pid=93741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 21:05:37.295996 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] For port 4b4c3e14-31c7-4e71-854c-66ba73de51ef, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:05:37.301444 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] For port 4b4c3e14-31c7-4e71-854c-66ba73de51ef, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4b4c3e14-31c7-4e71-854c-66ba73de51ef,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:05:37.320068 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Allocated IP 172.20.0.1 (21cea232-c833-4a72-9f61-c4fe9affbb6a/8dd16917-e98f-47dd-a63c-7b1e238f0445/f18578b1-3c01-4789-bd8e-d0f2e3859cc4) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:37.324819 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 5a8400b6-0213-4eef-a732-404eed69bcb1) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:37.329808 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:37.330969 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.340490 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727fce1-48f1-4511-b875-5240bcb57c34 None None] Network 5a8400b6-0213-4eef-a732-404eed69bcb1 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:37.386780 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.464869 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.471260 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0813125d-983f-4aee-aacc-5af38d20ed4c req-41df652d-d264-4b83-945b-a3bded4ec50a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.0855865 Jul 09 21:05:37.501388 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Routers {'057edc5b-9e0d-4ba6-aafa-d81a3cab3927'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:05:37.502018 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:05:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:37.515056 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-fd8e2201-0ec3-4d06-ae6b-50ef7a5bdf14 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6545312 Jul 09 21:05:37.553340 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643fa12-1b52-4a02-9fb4-46bf2dd96218 None None] Pushing event updated for resources: {'Port': ['ID=4b4c3e14-31c7-4e71-854c-66ba73de51ef,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:37.553564 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7389cf-aab2-47ba-890f-6992c1653d95 None None] Network 5a8400b6-0213-4eef-a732-404eed69bcb1 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:37.591032 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.648377 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] Set router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:05:37.648869 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Pushing event updated for resources: {'Port': ['ID=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:37.664400 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Network 21cea232-c833-4a72-9f61-c4fe9affbb6a is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:37.665734 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:37.672243 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:37.672793 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.779785 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49262) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:37.844993 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_v2 [None req-c298d697-4181-47e0-b4b3-270646c459b2 admin admin] Deleting subnet 56179fb4-2b98-40d9-86f8-b06816b379d1 {{(pid=93739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:05:37.849247 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c298d697-4181-47e0-b4b3-270646c459b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.884685 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c298d697-4181-47e0-b4b3-270646c459b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.896594 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c298d697-4181-47e0-b4b3-270646c459b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.900638 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:05:34Z', 'revision_number': 3, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:37.928674 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8e48f-b851-4084-8f74-9aad39fb152b None None] The sync data for ids ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'] in dv-cinder-800272-2-iscsi is: [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:05:34Z', 'revision_number': 3, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:05:38.116124 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.134223 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c298d697-4181-47e0-b4b3-270646c459b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.184649 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298d697-4181-47e0-b4b3-270646c459b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56179fb4-2b98-40d9-86f8-b06816b379d1,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:38.196160 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c298d697-4181-47e0-b4b3-270646c459b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.201798 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c298d697-4181-47e0-b4b3-270646c459b2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/56179fb4-2b98-40d9-86f8-b06816b379d1 HTTP/1.1" status: 204 len: 168 time: 0.4218268 Jul 09 21:05:38.202378 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49272) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:38.315156 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7d45ac72-43b5-4a7f-b9ef-c23de5f6ea71 req-e5a8db73-9a6b-4aba-99d3-e74f9d5cb57c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0755186 Jul 09 21:05:38.357641 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.421143 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.479321 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.492205 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.492574 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.493368 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.493773 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.494121 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.494453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.494771 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.495091 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.495406 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.495745 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.510092 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.511208 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.619339 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Pushing event updated for resources: {'Port': ['ID=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:38.671593 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Network 21cea232-c833-4a72-9f61-c4fe9affbb6a is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:38.674950 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:38.683830 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.684181 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.684506 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.684829 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:05:38.685199 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d692f973-370c-484d-8f9e-c54c6efb90e5']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:38.730390 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a63d7dc-b6c1-4217-8d0b-563eda55efd6') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:38.730679 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a63d7dc-b6c1-4217-8d0b-563eda55efd6') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:38.749881 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.786131 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.795069 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:05:38.795511 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: from cryptography.utils import int_from_bytes Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: from cryptography.utils import int_from_bytes Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:05:38.799645 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:05:38.839600 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:05:38.860833 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3dc26193-883d-46a6-9e4f-fb7e3c9a7b9f req-0f894234-3471-4d52-b87b-6b415d8b4f73 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.1508462 Jul 09 21:05:38.963999 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:05:38.978846 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a668dd38-642e-477f-bb1b-df305aa3fb95 admin admin] 10.222.0.64 "PUT /v2.0/routers/057edc5b-9e0d-4ba6-aafa-d81a3cab3927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7429786 Jul 09 21:05:38.998046 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.016880 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.018913 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d692f973-370c-484d-8f9e-c54c6efb90e5 HTTP/1.1" status: 204 len: 168 time: 0.8154213 Jul 09 21:05:39.020560 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71faae3-7520-4671-b911-01d9a91d2ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d692f973-370c-484d-8f9e-c54c6efb90e5,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:39.022010 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49308) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:39.066819 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6934b77d-5818-48d5-a81b-681c2b325d57 admin admin] Deleting subnet bd6d8584-1d36-4abb-b6de-57bc9704d783 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:05:39.070166 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6934b77d-5818-48d5-a81b-681c2b325d57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.114269 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6934b77d-5818-48d5-a81b-681c2b325d57 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.124248 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6934b77d-5818-48d5-a81b-681c2b325d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.266586 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49314) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:39.302402 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4b4c3e14-31c7-4e71-854c-66ba73de51ef up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:05:39.364320 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6934b77d-5818-48d5-a81b-681c2b325d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.424921 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934b77d-5818-48d5-a81b-681c2b325d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6d8584-1d36-4abb-b6de-57bc9704d783,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:39.440141 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 4b4c3e14-31c7-4e71-854c-66ba73de51ef completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:05:39.446444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6934b77d-5818-48d5-a81b-681c2b325d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.448428 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6934b77d-5818-48d5-a81b-681c2b325d57 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bd6d8584-1d36-4abb-b6de-57bc9704d783 HTTP/1.1" status: 204 len: 168 time: 0.4251764 Jul 09 21:05:39.451254 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49332) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:39.455823 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 4b4c3e14-31c7-4e71-854c-66ba73de51ef triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:05:39.457281 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.457659 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7e9de5b4-5f2b-471e-a3d1-6dff94eaccb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.606992 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7e9de5b4-5f2b-471e-a3d1-6dff94eaccb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.622243 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cb523b1f-5eb6-49f2-ac37-79cd6a553c15 req-1df7b59b-7203-4636-ba54-3260350e4067 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0632117 Jul 09 21:05:39.637731 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.666898 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7e9de5b4-5f2b-471e-a3d1-6dff94eaccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.740915 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de5b4-5f2b-471e-a3d1-6dff94eaccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6854ade-f3fd-4fc5-af88-af0c5f1b0d83,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:39.747509 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7e9de5b4-5f2b-471e-a3d1-6dff94eaccb3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f9acecbf1eb4a48bff2cf0c464ce0da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4790945 Jul 09 21:05:39.750173 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49346) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:39.831544 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.855497 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b17352fb-f278-46dd-9f92-92585630fc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.873171 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 4b4c3e14-31c7-4e71-854c-66ba73de51ef, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4b4c3e14-31c7-4e71-854c-66ba73de51ef,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:39.891203 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b17352fb-f278-46dd-9f92-92585630fc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.924858 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:39.957224 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Sync routers for ids ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:05:39.964722 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8400b6-0213-4eef-a732-404eed69bcb1']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:39.967659 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Routers {'057edc5b-9e0d-4ba6-aafa-d81a3cab3927'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:05:39.968562 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:05:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:39.998434 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd910c7be-4d8f-4b17-b58c-3020fc18d799') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:39.999671 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd910c7be-4d8f-4b17-b58c-3020fc18d799') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:40.018709 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.043181 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.073511 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1ba73f28-bcc4-46e2-a7f9-0d4a6ea5fb37 req-d21fcb71-d67e-4401-8efc-9c131fb7e571 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.0451026 Jul 09 21:05:40.085617 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=4b4c3e14-31c7-4e71-854c-66ba73de51ef,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:40.086668 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-aaee26f3-48fd-4524-a3d0-8a4c8aa6b90b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:40.088300 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-aaee26f3-48fd-4524-a3d0-8a4c8aa6b90b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 819 time: 0.3477266 Jul 09 21:05:40.095472 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.111859 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:05:40.112376 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:05:40.114110 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:05:40.121021 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.121617 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.122200 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.122771 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.123332 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.123929 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.124515 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.125069 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.125898 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.126399 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-273b8a44-20b5-444a-b6fe-8dd38ddf0a26 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/quotas/2247eaa3ca0f4bc8b765ee8f51dcafa9 HTTP/1.1" status: 200 len: 375 time: 0.0324681 Jul 09 21:05:40.126555 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.127100 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.127692 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Tracked resource versions report: Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: pushed versions: Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: { 'AddressGroup': {'1.2'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'ConntrackHelper': {'1.0'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Log': {'1.0'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Network': {'1.1'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Port': {'1.7'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'PortForwarding': {'1.2'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'QosPolicy': {'1.8'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SecurityGroup': {'1.4'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SecurityGroupRule': {'1.2'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SubPort': {'1.0'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Subnet': {'1.1'}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Trunk': {'1.1'}} Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: consumer versions: Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: { DHCP agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: HyperV agent@hv-cinder-80027: {}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: L3 agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: Metadata agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: Metering agent@dv-cinder-800272-2-iscsi: {}, Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: Open vSwitch agent@dv-cinder-800272-2-iscsi: { 'AddressGroup': '1.2', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'ConntrackHelper': '1.0', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Log': '1.0', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Network': '1.1', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Port': '1.7', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'PortForwarding': '1.2', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'QosPolicy': '1.8', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SecurityGroup': '1.4', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SecurityGroupRule': '1.2', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'SubPort': '1.0', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Subnet': '1.1', Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: 'Trunk': '1.1'}} Jul 09 21:05:40.129581 dv-cinder-800272-2-iscsi neutron-server[93740]: {{(pid=93740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 21:05:40.136252 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b17352fb-f278-46dd-9f92-92585630fc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.136252 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b17352fb-f278-46dd-9f92-92585630fc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.146785 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b17352fb-f278-46dd-9f92-92585630fc91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6854ade-f3fd-4fc5-af88-af0c5f1b0d83 HTTP/1.1" status: 204 len: 168 time: 0.3949149 Jul 09 21:05:40.156529 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17352fb-f278-46dd-9f92-92585630fc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6854ade-f3fd-4fc5-af88-af0c5f1b0d83,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:40.182646 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Set router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:05:40.280278 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-791d7df2-dbc6-47cd-a5f7-11055a07c2b6 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056576 Jul 09 21:05:40.364151 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.368194 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.370390 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5a8400b6-0213-4eef-a732-404eed69bcb1 HTTP/1.1" status: 204 len: 168 time: 0.9179807 Jul 09 21:05:40.392783 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b936fd-878e-4e84-8e3b-4ec845698487 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8400b6-0213-4eef-a732-404eed69bcb1,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:40.400865 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-23b26f1c-33ef-4da6-a8dc-202bef68c5c5 service neutron] 10.222.0.64 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125829 Jul 09 21:05:40.414743 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:05:37Z', 'revision_number': 4, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'f18578b1-3c01-4789-bd8e-d0f2e3859cc4', 'name': '', 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'mac_address': 'fa:16:3e:c2:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8dd16917-e98f-47dd-a63c-7b1e238f0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:36Z', 'updated_at': '2021-07-09T21:05:38Z', 'revision_number': 2, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'subnets': [{'id': '8dd16917-e98f-47dd-a63c-7b1e238f0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:40.446184 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Checking router: 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:05:40.446681 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Updating router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 port f18578b1-3c01-4789-bd8e-d0f2e3859cc4 binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:05:40.481954 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.504924 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-394ad4e2-0383-4780-ad83-b402047ab987 service neutron] 10.222.0.64 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970242 Jul 09 21:05:40.516236 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.962066 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3bc126bb-ed7b-4490-9614-bc6286ee7b84 req-fb7293ec-ee87-4292-98ab-eb02259fb93a tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0818141 Jul 09 21:05:40.971582 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:40.971582 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Transition to ACTIVE for port object f18578b1-3c01-4789-bd8e-d0f2e3859cc4 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:05:40.974913 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8d192aaf-4609-4d00-908c-3c4e7fa4e47d req-d93b0755-e174-443f-8dfe-d4cc6bc24051 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0480812 Jul 09 21:05:40.995858 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49392) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:41.030185 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.053779 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-fc289ebc-26f2-4166-9410-65c2fa7044c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e9314bdfa004e789c65012a1f44b27d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0597534 Jul 09 21:05:41.056195 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49394) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:41.107870 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225be9fe-dc04-4627-b543-2bbb74f89ffa None None] Pushing event updated for resources: {'Port': ['ID=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:41.132061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ebedd85d-7987-4578-99a1-ede7811b9bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.144484 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Attempting to bind port f18578b1-3c01-4789-bd8e-d0f2e3859cc4 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:05:41.145067 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Attempting to bind port f18578b1-3c01-4789-bd8e-d0f2e3859cc4 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:05:41.145600 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Attempting to bind port f18578b1-3c01-4789-bd8e-d0f2e3859cc4 on network 21cea232-c833-4a72-9f61-c4fe9affbb6a {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:41.150820 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:05:41.151408 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Checking segment: {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:41.151979 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.152499 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Bound using segment: {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:05:41.153091 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Bound port: f18578b1-3c01-4789-bd8e-d0f2e3859cc4, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:05:41.153647 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.161147 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ebedd85d-7987-4578-99a1-ede7811b9bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.222490 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49408) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:41.240822 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] For port f18578b1-3c01-4789-bd8e-d0f2e3859cc4, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:05:41.240822 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] For port f18578b1-3c01-4789-bd8e-d0f2e3859cc4, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:05:41.245063 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-73dad9b1-39be-419d-a375-a6b0ddce3455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.326826 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.332136 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4b4c3e14-31c7-4e71-854c-66ba73de51ef up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:05:41.378936 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-73dad9b1-39be-419d-a375-a6b0ddce3455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.430573 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Routers {'057edc5b-9e0d-4ba6-aafa-d81a3cab3927'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:05:41.431209 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:05:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:41.487376 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-73dad9b1-39be-419d-a375-a6b0ddce3455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.515654 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-95afc3b9-f4f7-483c-bfed-42990384f01b req-86412f17-9d00-45b7-95e0-bbfbf2cae5f3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Jul 09 21:05:41.533870 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-73dad9b1-39be-419d-a375-a6b0ddce3455 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd205109d8834003ae60610b66dca200&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3098316 Jul 09 21:05:41.537377 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49420) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:41.545738 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dad9b1-39be-419d-a375-a6b0ddce3455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f62311-255f-4a2c-89e9-f46dc2a85725,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:41.561772 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] Set router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:05:41.585029 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-119e458a-4c7d-487d-a636-032b228cec24 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:41.586924 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-119e458a-4c7d-487d-a636-032b228cec24 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 819 time: 0.3267345 Jul 09 21:05:41.594323 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225be9fe-dc04-4627-b543-2bbb74f89ffa None None] Pushing event updated for resources: {'Port': ['ID=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:41.596883 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-79bb0a3e-3f42-4adb-a69f-5f44e01ccc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.620468 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 4b4c3e14-31c7-4e71-854c-66ba73de51ef triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:05:41.620837 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.638595 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-249eb570-5009-4d60-99f5-a3f74586950c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/quotas/2247eaa3ca0f4bc8b765ee8f51dcafa9 HTTP/1.1" status: 200 len: 375 time: 0.0231128 Jul 09 21:05:41.647955 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-79bb0a3e-3f42-4adb-a69f-5f44e01ccc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.706336 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ebedd85d-7987-4578-99a1-ede7811b9bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.710064 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ebedd85d-7987-4578-99a1-ede7811b9bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.712336 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ebedd85d-7987-4578-99a1-ede7811b9bd4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc1c6b84-9765-480c-9258-14314ed70ef6 HTTP/1.1" status: 204 len: 168 time: 0.6546817 Jul 09 21:05:41.740216 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedd85d-7987-4578-99a1-ede7811b9bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1c6b84-9765-480c-9258-14314ed70ef6,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:41.790286 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.43', 64373) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:41.802286 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-772fb084-8be2-45e6-9f04-f796eb13049b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1564717 Jul 09 21:05:41.926486 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-79bb0a3e-3f42-4adb-a69f-5f44e01ccc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.936134 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-79bb0a3e-3f42-4adb-a69f-5f44e01ccc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:41.944374 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-79bb0a3e-3f42-4adb-a69f-5f44e01ccc99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75f62311-255f-4a2c-89e9-f46dc2a85725 HTTP/1.1" status: 204 len: 168 time: 0.4042635 Jul 09 21:05:42.000889 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:42.070563 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-1e366040-eabb-487b-bda7-18e256981824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:05:37Z', 'revision_number': 4, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'f18578b1-3c01-4789-bd8e-d0f2e3859cc4', 'name': '', 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'mac_address': 'fa:16:3e:c2:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8dd16917-e98f-47dd-a63c-7b1e238f0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:36Z', 'updated_at': '2021-07-09T21:05:41Z', 'revision_number': 4, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'subnets': [{'id': '8dd16917-e98f-47dd-a63c-7b1e238f0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:05:42.145334 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e366040-eabb-487b-bda7-18e256981824 None None] The sync data for ids ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'] in dv-cinder-800272-2-iscsi is: [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:05:37Z', 'revision_number': 4, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'f18578b1-3c01-4789-bd8e-d0f2e3859cc4', 'name': '', 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'mac_address': 'fa:16:3e:c2:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8dd16917-e98f-47dd-a63c-7b1e238f0445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:36Z', 'updated_at': '2021-07-09T21:05:41Z', 'revision_number': 4, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'subnets': [{'id': '8dd16917-e98f-47dd-a63c-7b1e238f0445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:05:42.253701 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-14de27f0-dfeb-493e-996d-19296a1724f4 req-c422f6ad-d494-472e-bd21-7e6f39696471 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0809393 Jul 09 21:05:42.282291 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb0a3e-3f42-4adb-a69f-5f44e01ccc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f62311-255f-4a2c-89e9-f46dc2a85725,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:42.416919 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-deb2d11b-42d5-4d40-8749-b9a4144a73aa tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:42.418604 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-deb2d11b-42d5-4d40-8749-b9a4144a73aa tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 815 time: 0.6271014 Jul 09 21:05:42.504835 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Request body: {'port': {'device_id': 'e43ca169-a151-4266-a1ae-4fd7464f9184', 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'admin_state_up': True, 'tenant_id': 'f48759f14f9747efaca2b8985e13adf4'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:42.634740 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-520fbf51-ac43-4764-8bdd-93dd66fca71d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:05:42.635782 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-520fbf51-ac43-4764-8bdd-93dd66fca71d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5950327 Jul 09 21:05:42.754609 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dd8fa61a-01a2-494c-8328-ff944b6b6dd3 req-520e55bf-dae4-459b-a191-77047b212677 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.0313056 Jul 09 21:05:42.847210 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-e8bb34e1-795b-4150-bde6-b0e7e6dd7a16 service neutron] 10.222.0.64 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037306 Jul 09 21:05:43.023015 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-015d0cf1-a8b6-45a3-b5f5-34f7b32d9d8e service neutron] 10.222.0.64 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671019 Jul 09 21:05:43.032277 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.43', 64380) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:43.176542 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Made reservation on behalf of f48759f14f9747efaca2b8985e13adf4 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:43.195208 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.288647 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-e573ba68-1be7-4c1b-b980-89cf59fff42d tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:43.292040 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-e573ba68-1be7-4c1b-b980-89cf59fff42d tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.43 "GET /v2.0/networks?id=20ba1dae-92a5-4797-9f8f-02da831ecbec HTTP/1.1" status: 200 len: 812 time: 0.2585976 Jul 09 21:05:43.341929 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49502) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:43.352579 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Request body: {'port': {'device_id': '89460086-a3f2-42ee-8516-856f5d8050c1', 'network_id': '20ba1dae-92a5-4797-9f8f-02da831ecbec', 'admin_state_up': True, 'tenant_id': '299ed20cf0144093bbe1692eb709775a'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:43.383984 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device f18578b1-3c01-4789-bd8e-d0f2e3859cc4 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:05:43.544151 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-5c02dd9c-3a9c-49fd-8c82-a26def703a04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb53950b30104a9b8319aa3ef3e89741&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2007236 Jul 09 21:05:43.557631 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49512) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:43.715652 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port f18578b1-3c01-4789-bd8e-d0f2e3859cc4 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:05:43.723923 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port f18578b1-3c01-4789-bd8e-d0f2e3859cc4 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:05:43.723923 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.829040 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Made reservation on behalf of 299ed20cf0144093bbe1692eb709775a for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:43.833074 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.846577 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0cbc3fbe-5f22-4b55-9763-c8fcf2af1c34 req-c8f97acf-ffdc-45b8-bfcc-72f09227036a tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.1016014 Jul 09 21:05:43.882641 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.916004 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aafcc9ee-33e0-4729-83a3-a9762bee0ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:43.938794 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f4206616-a4fd-472b-8bfa-18995409520b req-6c91806d-0d9b-4752-8a5e-331231cb026a tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.2363060 Jul 09 21:05:43.981999 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aafcc9ee-33e0-4729-83a3-a9762bee0ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.022609 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port f18578b1-3c01-4789-bd8e-d0f2e3859cc4, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:05:44.149434 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f01f1571-80d9-496c-9900-7f1df75451f9 req-1b1ee2f4-4b69-4dfc-ac8f-88414465b7b6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.0325511 Jul 09 21:05:44.180881 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.186368 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Allocated IP 172.20.0.13 (ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd/bc41e03b-5084-4288-8637-6166d1f58982/ee185b1c-01a9-4ee3-a801-6ad19ceec91d) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:44.296732 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aafcc9ee-33e0-4729-83a3-a9762bee0ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.303488 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aafcc9ee-33e0-4729-83a3-a9762bee0ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.303488 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-aafcc9ee-33e0-4729-83a3-a9762bee0ccf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f10cdf9-a0b1-4498-8dca-4ef3da5d8578 HTTP/1.1" status: 204 len: 168 time: 0.7368417 Jul 09 21:05:44.311140 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcc9ee-33e0-4729-83a3-a9762bee0ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f10cdf9-a0b1-4498-8dca-4ef3da5d8578,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:44.358524 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Allocated IP 172.20.0.5 (20ba1dae-92a5-4797-9f8f-02da831ecbec/86f0d9e1-7ab4-48d3-89fa-6f0a324110b0/a9eedfcb-a05c-4824-b042-663240d5b316) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:44.365673 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:44.540690 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.43', 64388) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:44.607498 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49556) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:44.621295 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.692837 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.806015 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-97fff789-ad6f-4470-bd21-fcb301849a8e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:44.807775 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-97fff789-ad6f-4470-bd21-fcb301849a8e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 819 time: 0.2527187 Jul 09 21:05:44.831279 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:44.982338 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.070289 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-408f50ff-e492-4c31-83e7-6c6cc1a9ef99 req-66e630c7-2004-4483-ab8a-cf9a2dcc9c1d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0569632 Jul 09 21:05:45.094307 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:45.144637 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:45.151540 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:45.165595 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:45.166238 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.189962 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452828400-network', 'tenant_id': '720f1168ff0b4810a9eb4b8c50e8ae2e'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:45.301575 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device f18578b1-3c01-4789-bd8e-d0f2e3859cc4 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:05:45.333307 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Pushing event updated for resources: {'Port': ['ID=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:45.432760 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7a2d-9e32-4cc2-97fa-6dd5294dbd0f req-86074bae-8297-4d94-8194-47e8fdb4e4a1 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:45.434612 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9a7f7a2d-9e32-4cc2-97fa-6dd5294dbd0f req-86074bae-8297-4d94-8194-47e8fdb4e4a1 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.3196752 Jul 09 21:05:45.461504 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port f18578b1-3c01-4789-bd8e-d0f2e3859cc4 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:05:45.462232 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.506564 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Network 20ba1dae-92a5-4797-9f8f-02da831ecbec is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:45.515469 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:45.521694 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Made reservation on behalf of 720f1168ff0b4810a9eb4b8c50e8ae2e for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:45.530458 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.547623 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:45.695590 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:45.695590 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.697069 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9a7f7a2d-9e32-4cc2-97fa-6dd5294dbd0f req-75b72242-3158-4e97-891e-108d480b3279 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452603 Jul 09 21:05:45.697311 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.697781 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b94fc-672c-4b5f-b9ce-cb5eec17d344 req-db0c77e5-97ed-49cb-8932-29f2de8cd68d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:45.697781 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-490b94fc-672c-4b5f-b9ce-cb5eec17d344 req-db0c77e5-97ed-49cb-8932-29f2de8cd68d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.2654834 Jul 09 21:05:45.697950 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Pushing event updated for resources: {'Port': ['ID=a9eedfcb-a05c-4824-b042-663240d5b316,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:45.698035 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-490b94fc-672c-4b5f-b9ce-cb5eec17d344 req-5ebe450b-a961-4e6c-ab9e-b55f2e0708b8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Jul 09 21:05:45.861686 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49596) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:45.960413 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4e73bc73-1601-4a8d-8edc-6b6a67c59a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:45.988390 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-ec964517-8f71-45cb-ae53-54c6dbc74f9c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6434014 Jul 09 21:05:45.992687 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a41ddaf2-8907-464c-948d-f877a23d95b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4896469 Jul 09 21:05:45.998232 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.db.api [None req-4e73bc73-1601-4a8d-8edc-6b6a67c59a2c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 21:05:45.998232 dv-cinder-800272-2-iscsi neutron-server[93738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 21:05:45.998232 dv-cinder-800272-2-iscsi neutron-server[93738]: [parameters: {'project_id_1': 'c471aa6e7f3e45e894cc1d9b9b55d8f4', 'expiration_1': datetime.datetime(2021, 7, 9, 21, 5, 45, 970815)}] Jul 09 21:05:45.998232 dv-cinder-800272-2-iscsi neutron-server[93738]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 21:05:45.998587 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG oslo_db.api [None req-4e73bc73-1601-4a8d-8edc-6b6a67c59a2c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 21:05:46.072880 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.202262 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7bcbe084-65ca-40ba-82de-289a1d25914a req-25a65586-93a4-4ad9-9542-df2ffa182351 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0304213 Jul 09 21:05:46.223440 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.250623 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:05:46.259106 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499092a1-03c0-4003-bfbd-db56aae269d5,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:46.265138 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.265531 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Added segment 5cb50dc3-f679-4c08-9194-efdae67505cc of type vlan for network 3d2b57ad-2a16-407a-a751-071436000fdc Jul 09 21:05:46.306923 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.443545 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.444855 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:46.445459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.501571 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4e73bc73-1601-4a8d-8edc-6b6a67c59a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.525004 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] Pushing event updated for resources: {'Network': ['ID=3d2b57ad-2a16-407a-a751-071436000fdc,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:46.536071 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 3d2b57ad-2a16-407a-a751-071436000fdc details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:05:46.581105 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49652) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:46.587450 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Request body: {'subnet': {'network_id': '3d2b57ad-2a16-407a-a751-071436000fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452828400-subnet', 'tenant_id': '720f1168ff0b4810a9eb4b8c50e8ae2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:46.590062 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-23ad6da0-c2d8-440b-9fef-814037204e27 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9811106 Jul 09 21:05:46.600181 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.db.api [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 21:05:46.600181 dv-cinder-800272-2-iscsi neutron-server[93739]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 21:05:46.600181 dv-cinder-800272-2-iscsi neutron-server[93739]: [parameters: {'project_id_1': '720f1168ff0b4810a9eb4b8c50e8ae2e', 'expiration_1': datetime.datetime(2021, 7, 9, 21, 5, 46, 592618)}] Jul 09 21:05:46.600181 dv-cinder-800272-2-iscsi neutron-server[93739]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 21:05:46.601361 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG oslo_db.api [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 21:05:46.672013 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4e73bc73-1601-4a8d-8edc-6b6a67c59a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.755933 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4e73bc73-1601-4a8d-8edc-6b6a67c59a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:46.892712 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887695-1aea-466e-b9f9-79063683495d req-a661ed23-4a90-4f39-96a3-c4e640b907e9 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:46.894303 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d7887695-1aea-466e-b9f9-79063683495d req-a661ed23-4a90-4f39-96a3-c4e640b907e9 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.1148140 Jul 09 21:05:46.906254 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e3850-2d80-42fc-a3d0-6519c942b846 req-f56d2388-b50a-4f8f-b794-7a665a126bc9 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:46.907836 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c5e3850-2d80-42fc-a3d0-6519c942b846 req-f56d2388-b50a-4f8f-b794-7a665a126bc9 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.1188762 Jul 09 21:05:46.924672 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4e73bc73-1601-4a8d-8edc-6b6a67c59a2c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c471aa6e7f3e45e894cc1d9b9b55d8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0618856 Jul 09 21:05:46.926630 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73bc73-1601-4a8d-8edc-6b6a67c59a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c20c79-193b-40cb-80fd-37abd5ee214d,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:46.928595 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 49672) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:46.983723 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d7887695-1aea-466e-b9f9-79063683495d req-0c6984bb-b557-400d-99fe-413b0c7b8afc tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747836 Jul 09 21:05:46.998245 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c5e3850-2d80-42fc-a3d0-6519c942b846 req-44c3d678-71e3-4298-98bb-58208b5dae84 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832882 Jul 09 21:05:47.013926 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fd82ff1f-958a-4bdf-b21c-19e35edb5edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:47.034913 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fd82ff1f-958a-4bdf-b21c-19e35edb5edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:47.169468 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fd82ff1f-958a-4bdf-b21c-19e35edb5edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:47.171999 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fd82ff1f-958a-4bdf-b21c-19e35edb5edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:47.173141 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-fd82ff1f-958a-4bdf-b21c-19e35edb5edd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3c20c79-193b-40cb-80fd-37abd5ee214d HTTP/1.1" status: 204 len: 168 time: 0.2436211 Jul 09 21:05:47.181328 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82ff1f-958a-4bdf-b21c-19e35edb5edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c20c79-193b-40cb-80fd-37abd5ee214d,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:47.185989 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Made reservation on behalf of 720f1168ff0b4810a9eb4b8c50e8ae2e for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:47.189099 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127483860'] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:47.373647 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fc6d70d4-3724-4467-8d1c-430db87193d3 req-ff1acac9-2eb6-43ff-8dc5-ff63889e7a21 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0359480 Jul 09 21:05:47.533619 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127536398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127483846'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:47.594553 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff15d812-9a52-43f6-be1d-2cb9295138d7,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:47.636876 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Checking segment: {'id': '5cb50dc3-f679-4c08-9194-efdae67505cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3d2b57ad-2a16-407a-a751-071436000fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:47.637500 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Network hostable DHCP agents. Network: 3d2b57ad-2a16-407a-a751-071436000fdc, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:05:47.931988 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Network 3d2b57ad-2a16-407a-a751-071436000fdc is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:05:48.043240 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 3d2b57ad-2a16-407a-a751-071436000fdc) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:48.054155 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:48.054760 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:48.056257 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e191f50c-fdea-4d25-92a9-04b03834ac84 None None] Network 3d2b57ad-2a16-407a-a751-071436000fdc requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:48.184242 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-93959143-5e27-4493-8efd-c562405677a1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6015983 Jul 09 21:05:48.252773 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c5322-e8e4-4736-846c-04f968e59554 req-a836840e-83b8-40a8-94d4-7795f11b2f9e tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:48.260541 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cb1c5322-e8e4-4736-846c-04f968e59554 req-a836840e-83b8-40a8-94d4-7795f11b2f9e tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.1083183 Jul 09 21:05:48.343237 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cb1c5322-e8e4-4736-846c-04f968e59554 req-f8bab344-a7ca-49c6-800f-c1970a721e77 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814371 Jul 09 21:05:48.402355 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36bced-c2d2-4701-a562-4ae2a8be3dbb req-2d78b74e-164b-4636-9f89-7ffbd8a84637 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:48.412516 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-be36bced-c2d2-4701-a562-4ae2a8be3dbb req-2d78b74e-164b-4636-9f89-7ffbd8a84637 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.1416700 Jul 09 21:05:48.490975 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-be36bced-c2d2-4701-a562-4ae2a8be3dbb req-49573bd5-3f96-475b-8ace-8e698ae030f4 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697913 Jul 09 21:05:48.505511 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353bb581-cf38-47c1-8520-e91151b41e15 None None] Network 3d2b57ad-2a16-407a-a751-071436000fdc requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:48.645126 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fd1496aa-76b3-4d2a-ad49-b66511111eae req-2c734f92-da16-4617-a814-44a72b2b6fb4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0376911 Jul 09 21:05:49.241644 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49746) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:49.246868 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-723049846-network', 'tenant_id': '0283c0b24dd54ef58daf9d345339c1df'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:49.372235 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Made reservation on behalf of 0283c0b24dd54ef58daf9d345339c1df for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:49.374834 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.388512 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.533092 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.536203 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a39ed3-cced-4afe-913c-6522b5067441 req-2249a346-c734-42b0-a370-4d6f47d6beee tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:49.537719 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f9a39ed3-cced-4afe-913c-6522b5067441 req-2249a346-c734-42b0-a370-4d6f47d6beee tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.0762565 Jul 09 21:05:49.577185 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f9a39ed3-cced-4afe-913c-6522b5067441 req-faec380c-d795-4610-b6b0-4a25867667d9 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Jul 09 21:05:49.634937 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.647009 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:05:49.671795 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.672386 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Added segment 603b7976-cfb6-4733-9604-e5368a44cfb6 of type vlan for network c5db6049-2626-4238-8686-22ccca329ef7 Jul 09 21:05:49.685586 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aebd7b6-cf28-4b0d-af96-28ff6370ccc1,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:49.721553 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.770132 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d8f48-0e85-4d12-b793-9f680d730bc5 req-5d82f230-b315-42c3-b8d2-5e00f93e8e8c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:49.776008 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-214d8f48-0e85-4d12-b793-9f680d730bc5 req-5d82f230-b315-42c3-b8d2-5e00f93e8e8c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.0735228 Jul 09 21:05:49.811726 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-214d8f48-0e85-4d12-b793-9f680d730bc5 req-5f3fca51-33c2-481e-b9f0-c6787f4b0e4e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327799 Jul 09 21:05:49.849266 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.850781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:49.851448 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:49.965988 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] Pushing event updated for resources: {'Network': ['ID=c5db6049-2626-4238-8686-22ccca329ef7,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:49.972821 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7ffb8213-87ce-478e-9fa5-93246992fc1a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7275667 Jul 09 21:05:49.973106 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a343c808-7898-43c8-8f53-39b71a4039f6 req-5e3b31d1-cbb7-4a84-a01f-1624c82e4c56 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0407982 Jul 09 21:05:49.973275 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49762) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:49.977450 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network c5db6049-2626-4238-8686-22ccca329ef7 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:05:49.978329 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Request body: {'subnet': {'network_id': 'c5db6049-2626-4238-8686-22ccca329ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-723049846-subnet', 'tenant_id': '0283c0b24dd54ef58daf9d345339c1df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:50.100651 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Made reservation on behalf of 0283c0b24dd54ef58daf9d345339c1df for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:50.103008 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:50.383531 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:50.436207 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83013ac-0388-4b57-a18f-45fb1e05bd16,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:50.447155 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Checking segment: {'id': '603b7976-cfb6-4733-9604-e5368a44cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'c5db6049-2626-4238-8686-22ccca329ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:50.447542 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Network hostable DHCP agents. Network: c5db6049-2626-4238-8686-22ccca329ef7, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:05:50.523275 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Network c5db6049-2626-4238-8686-22ccca329ef7 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:05:50.770137 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5783e7e-7a19-465c-b334-bd76d324622a req-fd0aa242-792e-438b-96fc-0374ab16759b tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:50.771647 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a5783e7e-7a19-465c-b334-bd76d324622a req-fd0aa242-792e-438b-96fc-0374ab16759b tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.0684438 Jul 09 21:05:50.814087 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a5783e7e-7a19-465c-b334-bd76d324622a req-f3f79836-8068-4b40-b66c-e2a1c2d61baf tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Jul 09 21:05:50.832839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, c5db6049-2626-4238-8686-22ccca329ef7) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:50.841096 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:50.844292 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:50.850849 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ee387-83df-49bd-81fd-f33df5dc2507 None None] Network c5db6049-2626-4238-8686-22ccca329ef7 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:51.016609 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791f317-6998-4a10-adfa-29ebb3e8d4f8 None None] Network c5db6049-2626-4238-8686-22ccca329ef7 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:05:51.037275 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d624f0-5fdf-4ec6-b34d-2c02ef9ed8ec req-c18dafc5-30b1-4daf-a899-8414a8f7a556 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:51.046041 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b6d624f0-5fdf-4ec6-b34d-2c02ef9ed8ec req-c18dafc5-30b1-4daf-a899-8414a8f7a556 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.0939040 Jul 09 21:05:51.101323 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b6d624f0-5fdf-4ec6-b34d-2c02ef9ed8ec req-66d0f051-79a5-49a0-995c-8d947bdc4333 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558944 Jul 09 21:05:51.137814 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6af92dad-605f-4726-96e3-b6b179a48c91 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1558998 Jul 09 21:05:51.296708 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4941c85b-2261-4a00-bb6e-a2950e7b3bed req-a0de7b21-4be0-4a1d-8334-0856cd56e515 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.1140716 Jul 09 21:05:52.011177 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14626e9-393a-4070-86e6-82db4ccbad3d req-bf0938ea-f20a-486f-9ee7-0effd30457e2 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:52.012974 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e14626e9-393a-4070-86e6-82db4ccbad3d req-bf0938ea-f20a-486f-9ee7-0effd30457e2 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.0742521 Jul 09 21:05:52.057415 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e14626e9-393a-4070-86e6-82db4ccbad3d req-cc66f535-9c17-40c0-a403-9d873bfd20d1 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Jul 09 21:05:52.311735 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa182a-4556-4196-935d-31baaa833947 req-2d1d0452-3c86-4415-904e-264559d7b1b2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:52.314253 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b3aa182a-4556-4196-935d-31baaa833947 req-2d1d0452-3c86-4415-904e-264559d7b1b2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.0841336 Jul 09 21:05:52.361469 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b3aa182a-4556-4196-935d-31baaa833947 req-3565656a-342c-441f-b587-56784b685fa7 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Jul 09 21:05:52.546370 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-e42db0d7-2a16-47b6-a5e4-63eb0742e38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:52.573078 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-96880076-2c75-403c-b43f-004d87bcdffd req-82cf779d-83aa-4468-8ca9-062b5be9ac3d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0594425 Jul 09 21:05:53.244015 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57920b8c-7bfd-4d72-8303-23ad477f921b req-3023cb69-85d5-4557-9c70-24cf0e468993 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:53.245602 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-57920b8c-7bfd-4d72-8303-23ad477f921b req-3023cb69-85d5-4557-9c70-24cf0e468993 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.0710135 Jul 09 21:05:53.285687 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-57920b8c-7bfd-4d72-8303-23ad477f921b req-906bb8d2-55c0-4163-b2c0-d6e187488d7b tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335145 Jul 09 21:05:53.574627 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae6b1f-1dc5-4db1-9c31-a06ec5952cf6 req-fbfc202f-ef23-4ebb-8ea3-938575f8b65e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:53.574627 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3eae6b1f-1dc5-4db1-9c31-a06ec5952cf6 req-fbfc202f-ef23-4ebb-8ea3-938575f8b65e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.0725708 Jul 09 21:05:53.626644 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3eae6b1f-1dc5-4db1-9c31-a06ec5952cf6 req-21a86d85-dbce-4bee-beb6-962575a4cc81 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Jul 09 21:05:53.786409 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b9fad04d-3bd2-400b-ab25-2f094cc1422a req-c8fef0dc-fcc2-4381-9893-b1451adb6e96 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0414629 Jul 09 21:05:54.475198 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370925f-747f-493c-9491-6fefe9e090ef req-8e7bcd7d-a7f0-4e7c-b105-2b8eb4619b86 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:54.476901 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3370925f-747f-493c-9491-6fefe9e090ef req-8e7bcd7d-a7f0-4e7c-b105-2b8eb4619b86 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.0668030 Jul 09 21:05:54.523384 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3370925f-747f-493c-9491-6fefe9e090ef req-33cc9692-4b57-4dc0-a0d4-78dfbec74f2d tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336845 Jul 09 21:05:54.832094 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e5eb-6f3e-46b4-b39d-f64fc7bde40e req-9c006c0f-1c66-4beb-bd12-d4a50d7edc37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:54.836265 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b287e5eb-6f3e-46b4-b39d-f64fc7bde40e req-9c006c0f-1c66-4beb-bd12-d4a50d7edc37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.0863578 Jul 09 21:05:54.883016 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b287e5eb-6f3e-46b4-b39d-f64fc7bde40e req-25d19bf0-ec8b-4eb3-839e-6b1a9c9d3eb3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Jul 09 21:05:55.167476 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-be620f11-ddd5-4893-b915-91a52afed159 req-e532acc8-7665-41ef-afff-77fcc94fa7f9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0436244 Jul 09 21:05:55.395788 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-8889f35c-173e-4578-88ef-327fbbd128bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:55.398369 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:55.762475 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49944) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:55.771694 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b6f7a-29cc-434d-979b-85ec683f363a req-750a44e9-6d6c-4c9e-8c2c-d148106ab7dd tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:55.775863 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e99b6f7a-29cc-434d-979b-85ec683f363a req-750a44e9-6d6c-4c9e-8c2c-d148106ab7dd tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.1320667 Jul 09 21:05:55.898531 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e99b6f7a-29cc-434d-979b-85ec683f363a req-bf80bbf8-6b5c-441f-a5a8-df5ce5d9cc33 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370481 Jul 09 21:05:55.899830 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4f63c5eb-4222-4582-9387-a1add4ec0a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:55.984533 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4f63c5eb-4222-4582-9387-a1add4ec0a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:56.112028 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4f63c5eb-4222-4582-9387-a1add4ec0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:56.175056 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4f63c5eb-4222-4582-9387-a1add4ec0a0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ff6188928ca493d8071f621c64f5b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281416 Jul 09 21:05:56.175828 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63c5eb-4222-4582-9387-a1add4ec0a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c822d-ee7d-4643-b9b9-f15f17879fb7,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:56.178728 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 49960) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:56.249458 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a327cd5a-1434-479f-a5f5-7a3e8cafff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:56.295729 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a327cd5a-1434-479f-a5f5-7a3e8cafff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:56.360501 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f2904f5f-c9f5-4721-8c80-56d134799d76 req-8753e435-9fe0-48fb-a7e4-9bcd2381c182 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0402751 Jul 09 21:05:56.392040 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9bc7f-2a62-47dd-b77e-202fa1e25952 req-fba165b4-c747-4e20-9aec-b3746c522722 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:56.396118 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3fb9bc7f-2a62-47dd-b77e-202fa1e25952 req-fba165b4-c747-4e20-9aec-b3746c522722 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.3267329 Jul 09 21:05:56.438460 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3fb9bc7f-2a62-47dd-b77e-202fa1e25952 req-21ffca35-ec4c-42cc-a861-014a2d67d069 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Jul 09 21:05:56.528802 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:56.563266 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a327cd5a-1434-479f-a5f5-7a3e8cafff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:56.565982 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a327cd5a-1434-479f-a5f5-7a3e8cafff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:56.567302 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a327cd5a-1434-479f-a5f5-7a3e8cafff82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a10c822d-ee7d-4643-b9b9-f15f17879fb7 HTTP/1.1" status: 204 len: 168 time: 0.3875668 Jul 09 21:05:56.575944 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327cd5a-1434-479f-a5f5-7a3e8cafff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c822d-ee7d-4643-b9b9-f15f17879fb7,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:57.153033 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230cd16-b849-405c-88b2-cd3f47a383d5 req-91ab0a7c-e184-4738-9322-d00867a3d0ca tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:57.154676 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1230cd16-b849-405c-88b2-cd3f47a383d5 req-91ab0a7c-e184-4738-9322-d00867a3d0ca tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.1075282 Jul 09 21:05:57.205164 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1230cd16-b849-405c-88b2-cd3f47a383d5 req-7bd297da-c73f-429e-a1e9-b1369b5a1d90 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Jul 09 21:05:57.522421 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f97635dd-1d65-4b96-918a-95b8bcb37e09 req-06356320-c6bf-46da-ad74-66d52cea932b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0378070 Jul 09 21:05:57.630266 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e96aae-a03a-4780-9d19-9ae010c4ebbd req-62c43f85-5ff2-4dec-806a-da486f1e9b7a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:57.631809 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b8e96aae-a03a-4780-9d19-9ae010c4ebbd req-62c43f85-5ff2-4dec-806a-da486f1e9b7a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.0620439 Jul 09 21:05:57.669099 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b8e96aae-a03a-4780-9d19-9ae010c4ebbd req-0f2273db-6ccb-41e5-82e8-a50744162edd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Jul 09 21:05:57.692114 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Request body: {'port': {'device_id': '73aa69c5-d752-4bc1-93b9-b64ecc9dcd18', 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a', 'admin_state_up': True, 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:57.746105 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-f985b604-2128-48d8-a11a-43378ac27b8d tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:05:57.747783 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-f985b604-2128-48d8-a11a-43378ac27b8d tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063722 Jul 09 21:05:57.753572 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-18e420e2-c3e2-40d7-8c05-bc2d165a48af tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:05:57.759991 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-18e420e2-c3e2-40d7-8c05-bc2d165a48af tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109367 Jul 09 21:05:58.031761 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Request body: {'port': {'device_id': '89460086-a3f2-42ee-8516-856f5d8050c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:58.048898 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Made reservation on behalf of 2247eaa3ca0f4bc8b765ee8f51dcafa9 for: {'port': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:05:58.051844 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.052892 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.112108 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Request body: {'port': {'device_id': 'e43ca169-a151-4266-a1ae-4fd7464f9184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:58.191218 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.244387 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.288805 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Allocated IP 172.20.0.2 (21cea232-c833-4a72-9f61-c4fe9affbb6a/8dd16917-e98f-47dd-a63c-7b1e238f0445/2af017e1-2988-4394-a120-895a966bed7c) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:05:58.513616 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7cb25-8f44-402d-80dd-9fc3f563d69d req-4e4c3f32-4361-4abd-a671-68e8a46a24a4 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:58.518458 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5cc7cb25-8f44-402d-80dd-9fc3f563d69d req-4e4c3f32-4361-4abd-a671-68e8a46a24a4 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 931 time: 0.1901081 Jul 09 21:05:58.535591 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.575110 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5cc7cb25-8f44-402d-80dd-9fc3f563d69d req-e53c7c7a-4ba8-44c7-adf7-a82b23834ea0 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Jul 09 21:05:58.700523 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-555f47ad-913d-4781-ad20-4c00f262f174 req-c9cc4351-f12e-4c79-880b-e169e0f045de tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0283182 Jul 09 21:05:58.721159 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9eedfcb-a05c-4824-b042-663240d5b316 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:58.728051 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.752590 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.786630 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Transition to ACTIVE for port object a9eedfcb-a05c-4824-b042-663240d5b316 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:05:58.818481 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee185b1c-01a9-4ee3-a801-6ad19ceec91d {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:58.828782 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.843212 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Transition to ACTIVE for port object ee185b1c-01a9-4ee3-a801-6ad19ceec91d will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:05:58.879785 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Network 21cea232-c833-4a72-9f61-c4fe9affbb6a is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:05:58.881222 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:05:58.882901 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.917618 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Pushing event updated for resources: {'Port': ['ID=2af017e1-2988-4394-a120-895a966bed7c,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:58.932403 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:05:58.956165 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eedfcb-a05c-4824-b042-663240d5b316,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:58.990486 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:58.991368 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for port, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:58.997697 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.056559 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631ec77-6892-4d6b-a929-98aa6552b25e req-07ec54f1-171d-4bce-a9c4-ed1b48998d99 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:59.058186 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e631ec77-6892-4d6b-a929-98aa6552b25e req-07ec54f1-171d-4bce-a9c4-ed1b48998d99 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 932 time: 0.2334943 Jul 09 21:05:59.063747 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Attempting to bind port a9eedfcb-a05c-4824-b042-663240d5b316 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:05:59.064116 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Attempting to bind port a9eedfcb-a05c-4824-b042-663240d5b316 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '47d6dec4-4e93-49a0-88ca-52a1a3d5f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '20ba1dae-92a5-4797-9f8f-02da831ecbec'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:05:59.064438 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Attempting to bind port a9eedfcb-a05c-4824-b042-663240d5b316 on network 20ba1dae-92a5-4797-9f8f-02da831ecbec {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:59.091231 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Port a9eedfcb-a05c-4824-b042-663240d5b316 on network 20ba1dae-92a5-4797-9f8f-02da831ecbec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:05:59.091990 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Attempting to bind port a9eedfcb-a05c-4824-b042-663240d5b316 on network 20ba1dae-92a5-4797-9f8f-02da831ecbec {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:59.111738 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Pushing event updated for resources: {'Port': ['ID=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:59.118109 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:05:59.119152 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Checking segment: {'id': '47d6dec4-4e93-49a0-88ca-52a1a3d5f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '20ba1dae-92a5-4797-9f8f-02da831ecbec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:59.119934 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Bound using segment: {'id': '47d6dec4-4e93-49a0-88ca-52a1a3d5f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '20ba1dae-92a5-4797-9f8f-02da831ecbec'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:05:59.120417 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Bound port: a9eedfcb-a05c-4824-b042-663240d5b316, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d6dec4-4e93-49a0-88ca-52a1a3d5f42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '20ba1dae-92a5-4797-9f8f-02da831ecbec'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:05:59.120800 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.128367 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e631ec77-6892-4d6b-a929-98aa6552b25e req-467def43-ffa5-402d-bc38-7e9ee481b8a5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603578 Jul 09 21:05:59.164367 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Attempting to bind port ee185b1c-01a9-4ee3-a801-6ad19ceec91d on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:05:59.166109 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Attempting to bind port ee185b1c-01a9-4ee3-a801-6ad19ceec91d by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:05:59.166109 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Attempting to bind port ee185b1c-01a9-4ee3-a801-6ad19ceec91d on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:59.191670 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Port ee185b1c-01a9-4ee3-a801-6ad19ceec91d on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:05:59.191999 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Attempting to bind port ee185b1c-01a9-4ee3-a801-6ad19ceec91d on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:05:59.201567 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-74d1f2e0-5f28-47b2-8b09-ea4df1cb8da0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5173693 Jul 09 21:05:59.217316 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:05:59.217654 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Checking segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:05:59.218039 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Bound using segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:05:59.218540 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Bound port: ee185b1c-01a9-4ee3-a801-6ad19ceec91d, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:05:59.218897 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.223603 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Request body: {'port': {'device_id': '73aa69c5-d752-4bc1-93b9-b64ecc9dcd18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:59.272289 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] For port a9eedfcb-a05c-4824-b042-663240d5b316, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:05:59.333007 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.339641 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] For port a9eedfcb-a05c-4824-b042-663240d5b316, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a9eedfcb-a05c-4824-b042-663240d5b316,segment=NetworkSegment(47d6dec4-4e93-49a0-88ca-52a1a3d5f42b),segment_id=47d6dec4-4e93-49a0-88ca-52a1a3d5f42b)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:05:59.356040 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] For port ee185b1c-01a9-4ee3-a801-6ad19ceec91d, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:05:59.359005 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] For port ee185b1c-01a9-4ee3-a801-6ad19ceec91d, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:05:59.420838 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.43', 64430) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:59.498878 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.501111 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.572448 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:59.573088 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.574535 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] 10.222.0.43 "PUT /v2.0/ports/a9eedfcb-a05c-4824-b042-663240d5b316 HTTP/1.1" status: 200 len: 1093 time: 1.6239700 Jul 09 21:05:59.576812 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89460086-a3f2-42ee-8516-856f5d8050c1', 'tag': 'a9eedfcb-a05c-4824-b042-663240d5b316'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:05:59.579997 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50076) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:05:59.646057 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:59.647065 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.648879 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] 10.222.0.43 "PUT /v2.0/ports/ee185b1c-01a9-4ee3-a801-6ad19ceec91d HTTP/1.1" status: 200 len: 1094 time: 1.6810064 Jul 09 21:05:59.678428 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f90ddc-787b-4954-a0aa-61b93c1d6d5a service neutron] Pushing event updated for resources: {'Port': ['ID=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:05:59.694784 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b6f62768-c53c-46a1-871e-d815885ade25 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:59.698363 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b6f62768-c53c-46a1-871e-d815885ade25 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 819 time: 0.2757213 Jul 09 21:05:59.728391 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Request body: {'port': {'device_id': '04b8af7b-6253-48e6-bfd3-38f028c24e67', 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a', 'admin_state_up': True, 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:05:59.849125 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af017e1-2988-4394-a120-895a966bed7c {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:05:59.854408 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1642d52b-8503-4f92-9d46-04ab0cad373b" -d '{"events": [{"name": "network-changed", "server_uuid": "89460086-a3f2-42ee-8516-856f5d8050c1", "tag": "a9eedfcb-a05c-4824-b042-663240d5b316"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:05:59.863989 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.867168 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c6b43932-2378-4dc4-84e2-e8f37d50fe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.077926 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Transition to ACTIVE for port object 2af017e1-2988-4394-a120-895a966bed7c will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:00.082851 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3c2e44fc-85a1-425f-a4f3-4f8a4ad5a19c req-cddb2fa0-e6b0-49cc-8a23-b8ce02597301 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.2011292 Jul 09 21:06:00.129013 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43a61a-fcf0-480e-bf4a-09d4fb3d2d2a req-0f52a34d-3904-4763-be69-5f4118544a83 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:00.130827 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bc43a61a-fcf0-480e-bf4a-09d4fb3d2d2a req-0f52a34d-3904-4763-be69-5f4118544a83 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 943 time: 0.3753924 Jul 09 21:06:00.151510 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203acdda-6b72-42d7-b616-2cb2840a7c51 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eedfcb-a05c-4824-b042-663240d5b316,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:00.194666 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bc43a61a-fcf0-480e-bf4a-09d4fb3d2d2a req-85cf7240-9c3a-4c38-b31c-61d44061b812 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566306 Jul 09 21:06:00.238988 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c6b43932-2378-4dc4-84e2-e8f37d50fe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.277538 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-33e47c52-51fd-43cf-b171-b7e284a65db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:00.279143 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-33e47c52-51fd-43cf-b171-b7e284a65db5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 1097 time: 0.4278443 Jul 09 21:06:00.284181 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.286122 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-3e10ca1e-0966-49a5-90ba-3716c786fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:00.300163 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-3e10ca1e-0966-49a5-90ba-3716c786fde7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=299ed20cf0144093bbe1692eb709775a&device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 1096 time: 0.5049765 Jul 09 21:06:00.368513 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bf2021-e932-4b32-a9b0-57f986d4e5ab x-openstack-request-id: req-08bf2021-e932-4b32-a9b0-57f986d4e5ab {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:00.369071 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89460086-a3f2-42ee-8516-856f5d8050c1", "tag": "a9eedfcb-a05c-4824-b042-663240d5b316", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:00.369527 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08bf2021-e932-4b32-a9b0-57f986d4e5ab {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:00.370207 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89460086-a3f2-42ee-8516-856f5d8050c1', 'tag': 'a9eedfcb-a05c-4824-b042-663240d5b316', 'status': 'completed', 'code': 200} Jul 09 21:06:00.429846 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-6726f626-ca4c-4f01-8d6b-0147ac7f726d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9eedfcb-a05c-4824-b042-663240d5b316 HTTP/1.1" status: 200 len: 217 time: 0.1170788 Jul 09 21:06:00.429949 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Pushing event updated for resources: {'Port': ['ID=2af017e1-2988-4394-a120-895a966bed7c,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:00.463814 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-115b44d5-adf9-40ec-9282-5aaeb10f6dee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d HTTP/1.1" status: 200 len: 217 time: 0.1583884 Jul 09 21:06:00.469600 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c6b43932-2378-4dc4-84e2-e8f37d50fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.549745 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c6b43932-2378-4dc4-84e2-e8f37d50fe20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=acf06bbcbfb24b34ba4392c3c58661c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9675736 Jul 09 21:06:00.551262 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50126) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:00.561243 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-008aae64-27a3-4ba6-83ed-a48f65176b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:00.562860 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-008aae64-27a3-4ba6-83ed-a48f65176b0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=86f0d9e1-7ab4-48d3-89fa-6f0a324110b0 HTTP/1.1" status: 200 len: 852 time: 0.1099570 Jul 09 21:06:00.564771 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b43932-2378-4dc4-84e2-e8f37d50fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a9c99f-74c8-4068-85d9-5db01af0d4e5,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:00.566368 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-867f1449-0fca-4ed8-bb23-827a1d08abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:00.567622 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-867f1449-0fca-4ed8-bb23-827a1d08abd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 200 len: 855 time: 0.0747499 Jul 09 21:06:00.586893 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fbf29-0b77-4e55-bf46-8e06a9fc49d5 req-12a62055-ba1a-484c-a57c-9d64d9be05f9 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:00.594959 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d61fbf29-0b77-4e55-bf46-8e06a9fc49d5 req-12a62055-ba1a-484c-a57c-9d64d9be05f9 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 944 time: 0.2476802 Jul 09 21:06:00.640580 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Attempting to bind port 2af017e1-2988-4394-a120-895a966bed7c on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:06:00.641475 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Attempting to bind port 2af017e1-2988-4394-a120-895a966bed7c by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:06:00.641883 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Attempting to bind port 2af017e1-2988-4394-a120-895a966bed7c on network 21cea232-c833-4a72-9f61-c4fe9affbb6a {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:00.645363 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-a475dbe4-a188-4ec4-8cf6-16e7e3e20182 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20ba1dae-92a5-4797-9f8f-02da831ecbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712512 Jul 09 21:06:00.647282 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-479f5fa1-1e97-42c7-9387-7eab31dd74fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720372 Jul 09 21:06:00.653911 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Port 2af017e1-2988-4394-a120-895a966bed7c on network 21cea232-c833-4a72-9f61-c4fe9affbb6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:06:00.654240 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Attempting to bind port 2af017e1-2988-4394-a120-895a966bed7c on network 21cea232-c833-4a72-9f61-c4fe9affbb6a {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:00.668957 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:06:00.669309 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Checking segment: {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:06:00.669883 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Bound using segment: {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:06:00.670343 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Bound port: 2af017e1-2988-4394-a120-895a966bed7c, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:06:00.670724 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.677431 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d61fbf29-0b77-4e55-bf46-8e06a9fc49d5 req-b92050d4-2158-49fe-8398-d5c52dc9ae25 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815661 Jul 09 21:06:00.694313 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-447161c0-d75f-4ab1-bd00-44cca7e03de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.717709 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Made reservation on behalf of 2247eaa3ca0f4bc8b765ee8f51dcafa9 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:06:00.721210 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.747314 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-447161c0-d75f-4ab1-bd00-44cca7e03de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.819408 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] For port 2af017e1-2988-4394-a120-895a966bed7c, host hv-cinder-80027, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:06:00.826108 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] For port 2af017e1-2988-4394-a120-895a966bed7c, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2af017e1-2988-4394-a120-895a966bed7c,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:06:00.885976 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-a4c4dfa0-210b-425d-a367-67404a697cb7 service neutron] 10.222.0.43 "GET /v2.0/networks/20ba1dae-92a5-4797-9f8f-02da831ecbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282915 Jul 09 21:06:00.922906 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-515b0ba1-86cf-4d91-874e-9a1f8399ee8d service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638867 Jul 09 21:06:00.926171 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.963398 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:00.963627 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for port, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.965276 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] 10.222.0.43 "PUT /v2.0/ports/2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 200 len: 1093 time: 1.7484705 Jul 09 21:06:00.965739 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73aa69c5-d752-4bc1-93b9-b64ecc9dcd18', 'tag': '2af017e1-2988-4394-a120-895a966bed7c'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:01.004301 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-447161c0-d75f-4ab1-bd00-44cca7e03de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:01.006844 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-447161c0-d75f-4ab1-bd00-44cca7e03de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:01.010176 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-447161c0-d75f-4ab1-bd00-44cca7e03de3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6a9c99f-74c8-4068-85d9-5db01af0d4e5 HTTP/1.1" status: 204 len: 168 time: 0.4552534 Jul 09 21:06:01.022917 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447161c0-d75f-4ab1-bd00-44cca7e03de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a9c99f-74c8-4068-85d9-5db01af0d4e5,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:01.027384 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Allocated IP 172.20.0.4 (21cea232-c833-4a72-9f61-c4fe9affbb6a/8dd16917-e98f-47dd-a63c-7b1e238f0445/add1fb0c-8bb9-489a-8d10-4b4e6c9380bf) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:06:01.032714 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cf970-b4a9-456c-ab00-532364eb0f3d service neutron] Pushing event updated for resources: {'Port': ['ID=2af017e1-2988-4394-a120-895a966bed7c,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:01.148208 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-756f2696-9344-4af9-9f01-5aeaafd2464a req-0a8a9af0-4ada-4662-a8bb-def63c2c7cd5 service neutron] 10.222.0.43 "GET /v2.0/networks/20ba1dae-92a5-4797-9f8f-02da831ecbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394879 Jul 09 21:06:01.151041 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1525eebd-3a3d-4df4-8e37-924efdf15490" -d '{"events": [{"name": "network-changed", "server_uuid": "73aa69c5-d752-4bc1-93b9-b64ecc9dcd18", "tag": "2af017e1-2988-4394-a120-895a966bed7c"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:01.161559 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cbdd77dc-7665-4b74-85c3-c3cc6375ce8d req-8596f261-7f75-4eee-bdc0-1d12c0a282ef service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221251 Jul 09 21:06:01.309448 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fc22ec3c-7879-4924-bf18-a7ca415cd2f6 req-0f37764d-5dce-4284-991a-913165e0ec33 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0656178 Jul 09 21:06:01.322062 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-1e5ea8cd-a21d-4c74-9328-49d03de94331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:01.323758 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-1e5ea8cd-a21d-4c74-9328-49d03de94331 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1096 time: 0.1875436 Jul 09 21:06:01.341186 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:01.359841 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50154) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:01.403246 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-9f00c8b5-a967-4134-a72e-fb0c205968d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 200 len: 217 time: 0.0659389 Jul 09 21:06:01.544082 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7d4fac-d41f-4eb3-97df-22545ce130a2 x-openstack-request-id: req-3c7d4fac-d41f-4eb3-97df-22545ce130a2 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:01.544679 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73aa69c5-d752-4bc1-93b9-b64ecc9dcd18", "tag": "2af017e1-2988-4394-a120-895a966bed7c", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:01.544679 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c7d4fac-d41f-4eb3-97df-22545ce130a2 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:01.545210 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73aa69c5-d752-4bc1-93b9-b64ecc9dcd18', 'tag': '2af017e1-2988-4394-a120-895a966bed7c', 'status': 'completed', 'code': 200} Jul 09 21:06:01.547018 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:01.551486 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-53caceff-bf0c-433d-a2f5-c95d68cd2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:01.559617 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-53caceff-bf0c-433d-a2f5-c95d68cd2daa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.1045246 Jul 09 21:06:01.611926 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-d9491a34-aac7-4cbc-8a52-1934eec002fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466712 Jul 09 21:06:01.615063 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-cef01f09-7fe7-4d14-84d2-2e2d48babfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:01.616748 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-cef01f09-7fe7-4d14-84d2-2e2d48babfaf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=299ed20cf0144093bbe1692eb709775a&device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 1096 time: 0.1709938 Jul 09 21:06:01.619934 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Pushing event updated for resources: {'Port': ['ID=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:01.622743 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45318b53-7cea-4886-bbeb-40548c980243 req-2cbbcd93-9e51-413c-94df-2f6e5a7f22ea tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:01.624283 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-45318b53-7cea-4886-bbeb-40548c980243 req-2cbbcd93-9e51-413c-94df-2f6e5a7f22ea tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 943 time: 0.1605990 Jul 09 21:06:01.653619 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Network 21cea232-c833-4a72-9f61-c4fe9affbb6a is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:06:01.729900 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-45318b53-7cea-4886-bbeb-40548c980243 req-6e6857d3-4ded-447b-9954-0a5225973509 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949204 Jul 09 21:06:01.745212 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-302d252b-6dac-4cc9-88c7-fa4034c0d77c service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194119 Jul 09 21:06:01.748844 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:01.752461 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:06:01.758461 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:01.758875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:01.806202 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31fd1834-1a6e-427a-9cd3-fecc247e0b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:01.884326 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b4e369d9-3a9d-4514-abec-547a24ca2122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1613612 Jul 09 21:06:01.890998 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba64103a-23d3-4b92-b423-adee7e7c3ebf req-7de45b13-b351-4a32-9270-796e1f6359a0 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299319 Jul 09 21:06:01.900010 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-50a422db-d55b-4585-9233-71c7f5b75b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:01.901520 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-50a422db-d55b-4585-9233-71c7f5b75b5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=20ba1dae-92a5-4797-9f8f-02da831ecbec HTTP/1.1" status: 200 len: 913 time: 0.2671757 Jul 09 21:06:01.921426 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Request body: {'port': {'device_id': '04b8af7b-6253-48e6-bfd3-38f028c24e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:01.930918 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ded95-b82a-4b82-8337-0d8e932b5fd9 req-21d66e2f-5f34-4646-b23e-6675f12cb473 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:01.937962 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-539ded95-b82a-4b82-8337-0d8e932b5fd9 req-21d66e2f-5f34-4646-b23e-6675f12cb473 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 944 time: 0.0802550 Jul 09 21:06:01.975958 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-539ded95-b82a-4b82-8337-0d8e932b5fd9 req-8549cd0c-be18-43c0-92e6-ca3288becbc5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Jul 09 21:06:01.998125 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-6822c832-22e4-422c-94af-7bb7a3510668 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9eedfcb-a05c-4824-b042-663240d5b316 HTTP/1.1" status: 200 len: 217 time: 0.0517702 Jul 09 21:06:02.061784 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50172) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:02.098587 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.104905 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-510b3b1b-0a37-4a89-b254-0b6ead627ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.109164 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-4fb167c2-38bc-415b-9427-0c2faecb3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:02.110687 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-4fb167c2-38bc-415b-9427-0c2faecb3804 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1096 time: 0.0542402 Jul 09 21:06:02.165208 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-b36cfca1-03b7-4963-a914-75b51591c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:02.166678 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-b36cfca1-03b7-4963-a914-75b51591c56a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=86f0d9e1-7ab4-48d3-89fa-6f0a324110b0 HTTP/1.1" status: 200 len: 852 time: 0.1191342 Jul 09 21:06:02.178363 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31fd1834-1a6e-427a-9cd3-fecc247e0b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.259818 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-0825d087-2862-46a5-bc87-aaa6b642cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:02.261207 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-0825d087-2862-46a5-bc87-aaa6b642cfa1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.1429751 Jul 09 21:06:02.308730 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-5a69a149-c90b-49ff-9b46-492dec5e938e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 200 len: 217 time: 0.0396452 Jul 09 21:06:02.367780 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-770874ea-e626-4d5c-b332-808d6acd9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:02.369594 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-f4f24d20-ef0e-49be-ae31-ff4677d5cd23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=20ba1dae-92a5-4797-9f8f-02da831ecbec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934667 Jul 09 21:06:02.369789 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-770874ea-e626-4d5c-b332-808d6acd9b01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.0520563 Jul 09 21:06:02.372602 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31fd1834-1a6e-427a-9cd3-fecc247e0b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.374503 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43ca169-a151-4266-a1ae-4fd7464f9184', 'tag': 'ee185b1c-01a9-4ee3-a801-6ad19ceec91d'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:02.377486 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e43ca169-a151-4266-a1ae-4fd7464f9184", "tag": "ee185b1c-01a9-4ee3-a801-6ad19ceec91d"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:02.417772 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-3ecc54ee-6d10-409b-9597-9f5dc5f3d06d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351264 Jul 09 21:06:02.469105 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cb429f-ab5b-4897-9ff9-2fc8dac6797f x-openstack-request-id: req-46cb429f-ab5b-4897-9ff9-2fc8dac6797f {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:02.469394 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43ca169-a151-4266-a1ae-4fd7464f9184", "tag": "ee185b1c-01a9-4ee3-a801-6ad19ceec91d", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:02.469639 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46cb429f-ab5b-4897-9ff9-2fc8dac6797f {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:02.470014 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43ca169-a151-4266-a1ae-4fd7464f9184', 'tag': 'ee185b1c-01a9-4ee3-a801-6ad19ceec91d', 'status': 'completed', 'code': 200} Jul 09 21:06:02.499193 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-31fd1834-1a6e-427a-9cd3-fecc247e0b8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1777895db3a941a49f037923b96367a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1182880 Jul 09 21:06:02.507937 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50182) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:02.563111 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd1834-1a6e-427a-9cd3-fecc247e0b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10919775-af55-45d6-a7bb-ea497719e272,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:02.590389 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-0c26e1ac-7b8c-40c4-98a5-340c3e6d1747 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638722 Jul 09 21:06:02.616228 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0d61bde4-fccc-4f06-b009-89f7cdd48a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.624306 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75909a-f73e-4b72-ac16-6d6c00fd6213 req-c534a592-6c19-4a82-aa4e-9f8df49bdcc9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:02.625842 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0c75909a-f73e-4b72-ac16-6d6c00fd6213 req-c534a592-6c19-4a82-aa4e-9f8df49bdcc9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 931 time: 0.1523714 Jul 09 21:06:02.702492 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0d61bde4-fccc-4f06-b009-89f7cdd48a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.728034 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-bcc84b09-16a6-4723-aaf3-0914ea06f30d service neutron] 10.222.0.43 "GET /v2.0/networks/20ba1dae-92a5-4797-9f8f-02da831ecbec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286679 Jul 09 21:06:02.743137 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0c75909a-f73e-4b72-ac16-6d6c00fd6213 req-89998324-658e-44a9-b115-62b82b5f9054 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074514 Jul 09 21:06:02.767129 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-a440a313-af43-4868-917e-ccdf3dd2e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:02.767129 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-a440a313-af43-4868-917e-ccdf3dd2e460 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 1097 time: 0.2624345 Jul 09 21:06:02.773272 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-935675dd-ef8d-44a5-895a-ecbd0e7ce59c service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688416 Jul 09 21:06:02.781449 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-510b3b1b-0a37-4a89-b254-0b6ead627ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.876147 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-510b3b1b-0a37-4a89-b254-0b6ead627ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.901490 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0d61bde4-fccc-4f06-b009-89f7cdd48a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.904166 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0d61bde4-fccc-4f06-b009-89f7cdd48a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.911728 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0d61bde4-fccc-4f06-b009-89f7cdd48a0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10919775-af55-45d6-a7bb-ea497719e272 HTTP/1.1" status: 204 len: 168 time: 0.3958735 Jul 09 21:06:02.918226 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61bde4-fccc-4f06-b009-89f7cdd48a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10919775-af55-45d6-a7bb-ea497719e272,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:02.981027 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb57f9e-38d0-4168-9244-bf43ad9fbd87 req-bc5e0256-3fa8-4fca-9875-16352f323a22 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:02.984246 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afb57f9e-38d0-4168-9244-bf43ad9fbd87 req-bc5e0256-3fa8-4fca-9875-16352f323a22 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 943 time: 0.1145689 Jul 09 21:06:02.986174 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-510b3b1b-0a37-4a89-b254-0b6ead627ca8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72c5e7e6417d4d3b8a0c61358874c7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9206157 Jul 09 21:06:02.986717 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50196) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:03.005189 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b3b1b-0a37-4a89-b254-0b6ead627ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e45153-b3ce-4450-9e3c-4b4e8940110e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:03.030480 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1642d52b-8503-4f92-9d46-04ab0cad373b req-275c672c-ea28-4afa-8f2a-d1192d8732e7 service neutron] 10.222.0.43 "GET /v2.0/networks/20ba1dae-92a5-4797-9f8f-02da831ecbec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912815 Jul 09 21:06:03.033028 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-13db06c5-b8ec-41bc-85a8-0488845cd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:03.034445 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-13db06c5-b8ec-41bc-85a8-0488845cd0ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 916 time: 0.2518022 Jul 09 21:06:03.038508 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add1fb0c-8bb9-489a-8d10-4b4e6c9380bf {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:06:03.046512 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.071587 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Transition to ACTIVE for port object add1fb0c-8bb9-489a-8d10-4b4e6c9380bf will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:03.115535 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-cbef1fc7-4ff0-4c53-989f-0f8e85a1df45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d HTTP/1.1" status: 200 len: 217 time: 0.0600781 Jul 09 21:06:03.124407 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afb57f9e-38d0-4168-9244-bf43ad9fbd87 req-aae1b1b9-9417-4e73-b20c-303f7d7e9ee4 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307826 Jul 09 21:06:03.140928 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4be-5356-4acd-b48b-abcf12c40606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.177238 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4be-5356-4acd-b48b-abcf12c40606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.189065 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.230759 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-e387c478-cd92-40ef-935a-1f9d02b2238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:03.230759 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-e387c478-cd92-40ef-935a-1f9d02b2238a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 200 len: 855 time: 0.1066732 Jul 09 21:06:03.263634 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e710a-fdd3-41d8-b2ec-52cd7c2275a0 req-20eaeeab-e331-4f47-b8c9-aa53fc4d4069 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:03.270413 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-037e710a-fdd3-41d8-b2ec-52cd7c2275a0 req-20eaeeab-e331-4f47-b8c9-aa53fc4d4069 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 944 time: 0.0858917 Jul 09 21:06:03.274487 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-49d8f8ff-88f3-4bc7-a542-f505ac3974a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380709 Jul 09 21:06:03.276020 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Pushing event updated for resources: {'Port': ['ID=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:03.318259 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-037e710a-fdd3-41d8-b2ec-52cd7c2275a0 req-e0cc8a29-fdde-4abc-ab6a-919169d3d096 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Jul 09 21:06:03.356701 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4be-5356-4acd-b48b-abcf12c40606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.359699 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f36ae4be-5356-4acd-b48b-abcf12c40606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.360816 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-f36ae4be-5356-4acd-b48b-abcf12c40606 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34e45153-b3ce-4450-9e3c-4b4e8940110e HTTP/1.1" status: 204 len: 168 time: 0.3729722 Jul 09 21:06:03.372291 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Attempting to bind port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:06:03.372291 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Attempting to bind port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:06:03.372291 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Attempting to bind port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf on network 21cea232-c833-4a72-9f61-c4fe9affbb6a {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:03.372554 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ae4be-5356-4acd-b48b-abcf12c40606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e45153-b3ce-4450-9e3c-4b4e8940110e,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:03.380701 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf on network 21cea232-c833-4a72-9f61-c4fe9affbb6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:06:03.381035 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Attempting to bind port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf on network 21cea232-c833-4a72-9f61-c4fe9affbb6a {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:03.389079 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:06:03.389542 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Checking segment: {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:06:03.389940 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Bound using segment: {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:06:03.390415 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Bound port: add1fb0c-8bb9-489a-8d10-4b4e6c9380bf, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d48f3a-c683-4873-adb5-d1f7f7d0a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:06:03.390781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.442416 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-91e5a43a-b2f9-4230-a8e1-c1a72d511f12 service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541975 Jul 09 21:06:03.592036 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 2af017e1-2988-4394-a120-895a966bed7c details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:06:03.602538 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] For port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:06:03.625514 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] For port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:06:03.639256 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f18b6717-b2bd-4d5c-abdd-129ff4db77a8 req-5d3e4d02-96cf-4f7c-b3f1-fcd6075015c5 service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618135 Jul 09 21:06:03.706318 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 2af017e1-2988-4394-a120-895a966bed7c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2af017e1-2988-4394-a120-895a966bed7c,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:03.717696 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '2af017e1-2988-4394-a120-895a966bed7c', 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a', 'port_id': '2af017e1-2988-4394-a120-895a966bed7c', 'mac_address': 'fa:16:3e:1f:71:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd16917-e98f-47dd-a63c-7b1e238f0445', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:06:03.755293 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.766027 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.767746 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af017e1-2988-4394-a120-895a966bed7c {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:06:03.804163 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 2af017e1-2988-4394-a120-895a966bed7c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2af017e1-2988-4394-a120-895a966bed7c,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:03.804466 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:03.805101 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.806711 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/add1fb0c-8bb9-489a-8d10-4b4e6c9380bf HTTP/1.1" status: 200 len: 1093 time: 1.8935449 Jul 09 21:06:03.832224 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766545da-cf46-455e-ac64-b33024d472f0 service neutron] Pushing event updated for resources: {'Port': ['ID=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:03.948453 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:03.948725 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58db52-fce5-4352-9fa2-6c57201cc973 req-f495586a-0be3-4578-8bdd-4832421fad53 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:03.949133 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device a9eedfcb-a05c-4824-b042-663240d5b316 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:06:03.949204 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ff58db52-fce5-4352-9fa2-6c57201cc973 req-f495586a-0be3-4578-8bdd-4832421fad53 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 943 time: 0.0790052 Jul 09 21:06:03.994051 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50226) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:04.011919 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ff58db52-fce5-4352-9fa2-6c57201cc973 req-989e01bf-0306-4e28-affb-e6b217a99bb7 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530245 Jul 09 21:06:04.041536 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3caaef47-4ad2-4410-9ef2-83a447f8993e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.054283 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=2af017e1-2988-4394-a120-895a966bed7c,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:04.099589 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-06eab416-7a6f-4d88-b912-8c9020b42ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:04.101162 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-06eab416-7a6f-4d88-b912-8c9020b42ba0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 1096 time: 0.1045916 Jul 09 21:06:04.154840 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port a9eedfcb-a05c-4824-b042-663240d5b316, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a9eedfcb-a05c-4824-b042-663240d5b316,segment=NetworkSegment(47d6dec4-4e93-49a0-88ca-52a1a3d5f42b),segment_id=47d6dec4-4e93-49a0-88ca-52a1a3d5f42b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:04.158788 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-b7007f58-7357-4364-beb0-bec3cdf97ea7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf HTTP/1.1" status: 200 len: 217 time: 0.0407686 Jul 09 21:06:04.167460 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'a9eedfcb-a05c-4824-b042-663240d5b316', 'network_id': '20ba1dae-92a5-4797-9f8f-02da831ecbec', 'port_id': 'a9eedfcb-a05c-4824-b042-663240d5b316', 'mac_address': 'fa:16:3e:0a:17:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f0d9e1-7ab4-48d3-89fa-6f0a324110b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:06:04.208179 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.222188 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9eedfcb-a05c-4824-b042-663240d5b316 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:06:04.239944 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3caaef47-4ad2-4410-9ef2-83a447f8993e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.242008 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-30a5b276-5a43-4742-9699-6faf3c464d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:04.243523 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-30a5b276-5a43-4742-9699-6faf3c464d69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.0770411 Jul 09 21:06:04.247828 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port a9eedfcb-a05c-4824-b042-663240d5b316, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a9eedfcb-a05c-4824-b042-663240d5b316,segment=NetworkSegment(47d6dec4-4e93-49a0-88ca-52a1a3d5f42b),segment_id=47d6dec4-4e93-49a0-88ca-52a1a3d5f42b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:04.276724 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-90271eb8-46a3-42b8-a88f-0c700639936e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266066 Jul 09 21:06:04.314400 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55173706-e72c-4208-883d-c96e12f39ae5 req-f768c1c6-2f52-4d42-90b8-5c7441666209 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:04.315935 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-55173706-e72c-4208-883d-c96e12f39ae5 req-f768c1c6-2f52-4d42-90b8-5c7441666209 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 943 time: 0.0650139 Jul 09 21:06:04.328357 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3caaef47-4ad2-4410-9ef2-83a447f8993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.388001 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-55173706-e72c-4208-883d-c96e12f39ae5 req-d656412c-2394-4630-a116-a8d69dcde6c3 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661681 Jul 09 21:06:04.390543 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3caaef47-4ad2-4410-9ef2-83a447f8993e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97cb675cdae14c719436c51dbe55861d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952298 Jul 09 21:06:04.391006 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50238) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:04.410304 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaef47-4ad2-4410-9ef2-83a447f8993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb85f50-3cc0-4c55-9e5b-54b15ee46725,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:04.411147 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.411989 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ee185b1c-01a9-4ee3-a801-6ad19ceec91d details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:06:04.437572 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-9cc1ce7b-a7bd-4d50-8007-95344ab6bbc8 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531267 Jul 09 21:06:04.458441 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1cd27fd8-a204-4d27-83ae-cd37df165ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.480633 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b8af7b-6253-48e6-bfd3-38f028c24e67', 'tag': 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:04.484312 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "04b8af7b-6253-48e6-bfd3-38f028c24e67", "tag": "add1fb0c-8bb9-489a-8d10-4b4e6c9380bf"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:04.563411 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8c6c0ae4-049e-41d0-abb6-6e5d6fa543bf req-67a953f6-0b8b-4b84-8ec0-38edb9b7dab9 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178746 Jul 09 21:06:04.595948 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c9861-72db-4936-91e7-144d477488b8 x-openstack-request-id: req-248c9861-72db-4936-91e7-144d477488b8 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:04.595948 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b8af7b-6253-48e6-bfd3-38f028c24e67", "tag": "add1fb0c-8bb9-489a-8d10-4b4e6c9380bf", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:04.596335 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-248c9861-72db-4936-91e7-144d477488b8 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:04.596677 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b8af7b-6253-48e6-bfd3-38f028c24e67', 'tag': 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf', 'status': 'completed', 'code': 200} Jul 09 21:06:04.621158 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=a9eedfcb-a05c-4824-b042-663240d5b316,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:04.691804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ee185b1c-01a9-4ee3-a801-6ad19ceec91d, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:04.714340 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'ee185b1c-01a9-4ee3-a801-6ad19ceec91d', 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'port_id': 'ee185b1c-01a9-4ee3-a801-6ad19ceec91d', 'mac_address': 'fa:16:3e:31:c1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc41e03b-5084-4288-8637-6166d1f58982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:06:04.725993 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1cd27fd8-a204-4d27-83ae-cd37df165ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.761605 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.775917 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee185b1c-01a9-4ee3-a801-6ad19ceec91d {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:06:04.786007 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8654e99-ebc0-4bd3-ae2c-f100f1243cb7 req-f390b1e6-f9e1-495c-b57c-233ddaf6a011 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:04.787536 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d8654e99-ebc0-4bd3-ae2c-f100f1243cb7 req-f390b1e6-f9e1-495c-b57c-233ddaf6a011 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 944 time: 0.1001999 Jul 09 21:06:04.801044 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ee185b1c-01a9-4ee3-a801-6ad19ceec91d, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:04.830370 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d8654e99-ebc0-4bd3-ae2c-f100f1243cb7 req-96f973a2-5065-4e29-ab40-ef99eef90b64 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Jul 09 21:06:04.832354 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-38766896-df6b-48e4-89cd-34772f8a38df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:04.833885 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-38766896-df6b-48e4-89cd-34772f8a38df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 1096 time: 0.0587623 Jul 09 21:06:04.884800 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1cd27fd8-a204-4d27-83ae-cd37df165ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.884932 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.887763 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1cd27fd8-a204-4d27-83ae-cd37df165ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:04.889185 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1cd27fd8-a204-4d27-83ae-cd37df165ba2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fb85f50-3cc0-4c55-9e5b-54b15ee46725 HTTP/1.1" status: 204 len: 168 time: 0.4968271 Jul 09 21:06:04.898647 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd27fd8-a204-4d27-83ae-cd37df165ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb85f50-3cc0-4c55-9e5b-54b15ee46725,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:04.949450 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-530291a5-f65a-4734-9a3b-3bdaae77c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:04.950096 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:04.951166 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-530291a5-f65a-4734-9a3b-3bdaae77c4ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.1088326 Jul 09 21:06:04.998503 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-d5375fea-437d-4067-83e4-a7dbcabe52ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf HTTP/1.1" status: 200 len: 217 time: 0.0398381 Jul 09 21:06:05.064914 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-c9e01047-8835-4977-9bc9-b30e43034fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:05.066626 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-c9e01047-8835-4977-9bc9-b30e43034fcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.0610049 Jul 09 21:06:05.103369 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-dd7ad34c-46b7-463a-af2f-446de209b72f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295458 Jul 09 21:06:05.211562 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-ee6eebeb-78a8-4f92-9fd4-a20ad8aac9eb service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007137 Jul 09 21:06:05.225238 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017f4a7-7e52-49ec-a4ff-b3813ff490ff req-584ef81a-83d2-4a8f-883b-f3a43d01ad92 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:05.226806 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b017f4a7-7e52-49ec-a4ff-b3813ff490ff req-584ef81a-83d2-4a8f-883b-f3a43d01ad92 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 943 time: 0.0834546 Jul 09 21:06:05.264288 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b017f4a7-7e52-49ec-a4ff-b3813ff490ff req-b70a2c4d-62b7-441b-b9aa-936b8051fce6 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Jul 09 21:06:05.307745 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-53db99f2-c558-45dd-ad51-fa3ccb24c4c1 req-fe83d58e-52b2-46c6-a804-6cd77bf00663 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890911 Jul 09 21:06:05.498300 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['a9eedfcb-a05c-4824-b042-663240d5b316'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:06:05.543835 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ee185b1c-01a9-4ee3-a801-6ad19ceec91d'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:06:05.581774 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e163-7fd0-467a-a698-7462127b5efd req-f2134e54-f0ee-46e4-a0eb-37de60665788 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:05.583350 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f007e163-7fd0-467a-a698-7462127b5efd req-f2134e54-f0ee-46e4-a0eb-37de60665788 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 944 time: 0.0797698 Jul 09 21:06:05.594657 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['2af017e1-2988-4394-a120-895a966bed7c'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:06:05.649499 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f007e163-7fd0-467a-a698-7462127b5efd req-712acca6-a007-482f-8c2d-c17bd6fa090c tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588665 Jul 09 21:06:06.059946 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc0e7d-c574-49b7-a9bd-4b2e13300992 req-4352e042-79a2-48e9-8c9b-220a8a7176fb tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:06.061839 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0bbc0e7d-c574-49b7-a9bd-4b2e13300992 req-4352e042-79a2-48e9-8c9b-220a8a7176fb tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 945 time: 0.0856082 Jul 09 21:06:06.118055 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0bbc0e7d-c574-49b7-a9bd-4b2e13300992 req-f671c090-9e2e-4a6f-a869-496f36d1d521 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 Jul 09 21:06:06.440035 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca89e53-ac3e-4061-ab01-c70a912106bd req-9904e8c5-39cd-4148-8bf8-9a394cff60c5 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:06.441563 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7ca89e53-ac3e-4061-ab01-c70a912106bd req-9904e8c5-39cd-4148-8bf8-9a394cff60c5 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 943 time: 0.0635641 Jul 09 21:06:06.486032 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7ca89e53-ac3e-4061-ab01-c70a912106bd req-0f7ae111-118b-45aa-b8de-ae8384c97452 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387466 Jul 09 21:06:06.835830 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f208f0-e3a0-4086-9601-c4253e6c25a1 req-1ea418d9-7192-4838-9e44-457b4b94b253 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:06.837451 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-28f208f0-e3a0-4086-9601-c4253e6c25a1 req-1ea418d9-7192-4838-9e44-457b4b94b253 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 944 time: 0.0703561 Jul 09 21:06:06.876896 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-28f208f0-e3a0-4086-9601-c4253e6c25a1 req-74a4dc8d-422a-4eb5-aef2-696195802aba tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Jul 09 21:06:07.333703 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9318a-325a-4675-a1fa-50125e14b6f4 req-8c5e9436-f272-4361-a661-26b442129d4d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:07.333703 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-84c9318a-325a-4675-a1fa-50125e14b6f4 req-8c5e9436-f272-4361-a661-26b442129d4d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 945 time: 0.0945144 Jul 09 21:06:07.371346 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-84c9318a-325a-4675-a1fa-50125e14b6f4 req-101fcc37-596d-47dd-9305-c87bf1cb4c64 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345759 Jul 09 21:06:07.596669 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device add1fb0c-8bb9-489a-8d10-4b4e6c9380bf details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:06:07.610438 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 2af017e1-2988-4394-a120-895a966bed7c up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:07.680660 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7ab86-b26d-4367-834c-85d0ae1a0a9c req-09ea9d9c-5405-484b-bbfd-b3f77d72de96 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:07.682168 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-79e7ab86-b26d-4367-834c-85d0ae1a0a9c req-09ea9d9c-5405-484b-bbfd-b3f77d72de96 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 943 time: 0.0631413 Jul 09 21:06:07.747179 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-79e7ab86-b26d-4367-834c-85d0ae1a0a9c req-80f9d7e8-3b1f-40d6-a766-a15c725e0195 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586162 Jul 09 21:06:07.755794 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:07.767724 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf', 'network_id': '21cea232-c833-4a72-9f61-c4fe9affbb6a', 'port_id': 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf', 'mac_address': 'fa:16:3e:c2:76:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd16917-e98f-47dd-a63c-7b1e238f0445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:06:07.790715 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 2af017e1-2988-4394-a120-895a966bed7c completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:07.797917 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 2af017e1-2988-4394-a120-895a966bed7c triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:07.798293 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:07.937573 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:07.957682 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add1fb0c-8bb9-489a-8d10-4b4e6c9380bf {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:06:07.981688 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:08.016058 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.038916 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa69c5-d752-4bc1-93b9-b64ecc9dcd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af017e1-2988-4394-a120-895a966bed7c'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:08.083058 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da681b7a-218e-4ae7-91ed-8a0c9ae8228e req-0c2fd407-3dfa-4c46-9929-54623cdd0fa4 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:08.085241 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-da681b7a-218e-4ae7-91ed-8a0c9ae8228e req-0c2fd407-3dfa-4c46-9929-54623cdd0fa4 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 944 time: 0.0736976 Jul 09 21:06:08.133996 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.140826 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 2af017e1-2988-4394-a120-895a966bed7c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2af017e1-2988-4394-a120-895a966bed7c,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:08.147767 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-da681b7a-218e-4ae7-91ed-8a0c9ae8228e req-517c4f84-7ef9-431e-a9aa-5bed0a90f91a tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Jul 09 21:06:08.187836 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:08.252696 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa97b5-ee01-48f6-b145-f8ce9d5f0fef" -d '{"events": [{"server_uuid": "73aa69c5-d752-4bc1-93b9-b64ecc9dcd18", "name": "network-vif-plugged", "status": "completed", "tag": "2af017e1-2988-4394-a120-895a966bed7c"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:08.346077 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dc2947-a367-41a8-bbb8-5edd07228802 x-openstack-request-id: req-05dc2947-a367-41a8-bbb8-5edd07228802 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:08.346406 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa69c5-d752-4bc1-93b9-b64ecc9dcd18", "name": "network-vif-plugged", "status": "completed", "tag": "2af017e1-2988-4394-a120-895a966bed7c", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:08.346679 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05dc2947-a367-41a8-bbb8-5edd07228802 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:08.352369 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa69c5-d752-4bc1-93b9-b64ecc9dcd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af017e1-2988-4394-a120-895a966bed7c', 'code': 200} Jul 09 21:06:08.352369 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.352369 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device a9eedfcb-a05c-4824-b042-663240d5b316 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:08.433302 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=2af017e1-2988-4394-a120-895a966bed7c,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:08.448632 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['add1fb0c-8bb9-489a-8d10-4b4e6c9380bf'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:06:08.520756 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port a9eedfcb-a05c-4824-b042-663240d5b316 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:08.527556 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port a9eedfcb-a05c-4824-b042-663240d5b316 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:08.527939 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.577609 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae61a4-aead-498c-8787-e3bec0158881 req-736fcde2-034a-4c55-a772-7972e9c5228b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:08.579138 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-63ae61a4-aead-498c-8787-e3bec0158881 req-736fcde2-034a-4c55-a772-7972e9c5228b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 945 time: 0.0628757 Jul 09 21:06:08.618544 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-63ae61a4-aead-498c-8787-e3bec0158881 req-207cb8fb-eb49-4730-983d-1d97d5f1f079 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Jul 09 21:06:08.662588 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.708107 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port a9eedfcb-a05c-4824-b042-663240d5b316, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a9eedfcb-a05c-4824-b042-663240d5b316,segment=NetworkSegment(47d6dec4-4e93-49a0-88ca-52a1a3d5f42b),segment_id=47d6dec4-4e93-49a0-88ca-52a1a3d5f42b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:08.848037 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:08.848864 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ee185b1c-01a9-4ee3-a801-6ad19ceec91d up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:08.922301 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=a9eedfcb-a05c-4824-b042-663240d5b316,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:08.924844 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7a33-1c0e-42f1-9f53-b22205753d66 req-e0d68734-ed69-4472-b3f2-a43d7d884829 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:08.933236 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-57eb7a33-1c0e-42f1-9f53-b22205753d66 req-e0d68734-ed69-4472-b3f2-a43d7d884829 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 944 time: 0.0730658 Jul 09 21:06:08.954229 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ff6c9-d4b4-495b-a104-bf72f61ac2e5 req-287c832c-17a3-4ef4-8587-5ba55f7b9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:08.955518 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5d4ff6c9-d4b4-495b-a104-bf72f61ac2e5 req-287c832c-17a3-4ef4-8587-5ba55f7b9acc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1098 time: 0.0996017 Jul 09 21:06:08.967912 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-57eb7a33-1c0e-42f1-9f53-b22205753d66 req-6760cacc-6f86-4574-9eef-3861a343b131 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Jul 09 21:06:09.077779 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port ee185b1c-01a9-4ee3-a801-6ad19ceec91d completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:09.083184 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port ee185b1c-01a9-4ee3-a801-6ad19ceec91d triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:09.083607 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.133691 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5d4ff6c9-d4b4-495b-a104-bf72f61ac2e5 req-91d3aef7-40eb-4a5f-8044-8b5185f5c9ae service neutron] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.169237 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.212250 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ee185b1c-01a9-4ee3-a801-6ad19ceec91d, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:09.231060 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5d4ff6c9-d4b4-495b-a104-bf72f61ac2e5 req-91d3aef7-40eb-4a5f-8044-8b5185f5c9ae service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.360193 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5d4ff6c9-d4b4-495b-a104-bf72f61ac2e5 req-91d3aef7-40eb-4a5f-8044-8b5185f5c9ae service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.361863 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.372637 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbc480-3dc1-48ea-bb70-b28b76fe5995 req-281a49e6-3877-4eb1-8685-ec1a116fbdb5 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:09.374915 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c2bbc480-3dc1-48ea-bb70-b28b76fe5995 req-281a49e6-3877-4eb1-8685-ec1a116fbdb5 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.0846686 Jul 09 21:06:09.393060 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5d4ff6c9-d4b4-495b-a104-bf72f61ac2e5 req-91d3aef7-40eb-4a5f-8044-8b5185f5c9ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297228 Jul 09 21:06:09.401614 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3aef7-40eb-4a5f-8044-8b5185f5c9ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac5518-1175-4bcd-8ddb-f8de97881ba2,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:09.416461 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:09.420065 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c2bbc480-3dc1-48ea-bb70-b28b76fe5995 req-21ca2be8-7776-4be6-8d35-987c1d7cd707 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379493 Jul 09 21:06:09.612567 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device add1fb0c-8bb9-489a-8d10-4b4e6c9380bf up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:09.768354 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:09.772939 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:09.773611 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.839898 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cadf92-0a8c-48f5-bb34-53c47a185075 req-e101620c-90a3-4f73-afc5-7b11cfaa8036 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:09.841953 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-73cadf92-0a8c-48f5-bb34-53c47a185075 req-e101620c-90a3-4f73-afc5-7b11cfaa8036 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0783918 Jul 09 21:06:09.877670 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:09.882245 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-73cadf92-0a8c-48f5-bb34-53c47a185075 req-444269a5-c5bc-4271-98c2-e6fbbbc9b111 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342150 Jul 09 21:06:09.914419 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:10.018295 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.069198 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:10.149326 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38471455-0424-4a22-824a-6bc9c121434f req-2a960369-8f68-4134-b5ba-f435dfb4b208 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:10.150775 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-38471455-0424-4a22-824a-6bc9c121434f req-2a960369-8f68-4134-b5ba-f435dfb4b208 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0633466 Jul 09 21:06:10.192960 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-38471455-0424-4a22-824a-6bc9c121434f req-1de5fac1-cd60-4697-89e9-0f8070498dc8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Jul 09 21:06:10.348114 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89460086-a3f2-42ee-8516-856f5d8050c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eedfcb-a05c-4824-b042-663240d5b316'}, {'server_uuid': 'e43ca169-a151-4266-a1ae-4fd7464f9184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee185b1c-01a9-4ee3-a801-6ad19ceec91d'}, {'server_uuid': '04b8af7b-6253-48e6-bfd3-38f028c24e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:10.350329 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e0dbf5-4926-4bb0-a5ab-f3599918901f" -d '{"events": [{"server_uuid": "89460086-a3f2-42ee-8516-856f5d8050c1", "name": "network-vif-plugged", "status": "completed", "tag": "a9eedfcb-a05c-4824-b042-663240d5b316"}, {"server_uuid": "e43ca169-a151-4266-a1ae-4fd7464f9184", "name": "network-vif-plugged", "status": "completed", "tag": "ee185b1c-01a9-4ee3-a801-6ad19ceec91d"}, {"server_uuid": "04b8af7b-6253-48e6-bfd3-38f028c24e67", "name": "network-vif-plugged", "status": "completed", "tag": "add1fb0c-8bb9-489a-8d10-4b4e6c9380bf"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:10.395551 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899c7577-ff0d-4bba-b40a-5084924da503 x-openstack-request-id: req-899c7577-ff0d-4bba-b40a-5084924da503 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:10.395878 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89460086-a3f2-42ee-8516-856f5d8050c1", "name": "network-vif-plugged", "status": "completed", "tag": "a9eedfcb-a05c-4824-b042-663240d5b316", "code": 200}, {"server_uuid": "e43ca169-a151-4266-a1ae-4fd7464f9184", "name": "network-vif-plugged", "status": "completed", "tag": "ee185b1c-01a9-4ee3-a801-6ad19ceec91d", "code": 200}, {"server_uuid": "04b8af7b-6253-48e6-bfd3-38f028c24e67", "name": "network-vif-plugged", "status": "completed", "tag": "add1fb0c-8bb9-489a-8d10-4b4e6c9380bf", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:10.396102 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-899c7577-ff0d-4bba-b40a-5084924da503 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:10.396486 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89460086-a3f2-42ee-8516-856f5d8050c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eedfcb-a05c-4824-b042-663240d5b316', 'code': 200} Jul 09 21:06:10.396742 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43ca169-a151-4266-a1ae-4fd7464f9184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee185b1c-01a9-4ee3-a801-6ad19ceec91d', 'code': 200} Jul 09 21:06:10.397001 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b8af7b-6253-48e6-bfd3-38f028c24e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf', 'code': 200} Jul 09 21:06:10.413692 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:10.619111 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da0e82-7eb3-47a8-b9f8-ff41f5b49331 req-97ab2cc5-b835-4098-b18a-ffee242ba90e tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:10.620656 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-72da0e82-7eb3-47a8-b9f8-ff41f5b49331 req-97ab2cc5-b835-4098-b18a-ffee242ba90e tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.0857854 Jul 09 21:06:10.663928 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-72da0e82-7eb3-47a8-b9f8-ff41f5b49331 req-961a3697-7ff4-49fc-8c70-b8665f2b8c50 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Jul 09 21:06:11.012655 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f29ce-902d-4f8e-acda-d4b2e2371f4a req-1f0452d5-95bd-4250-9ad6-1a0b48fb3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.012655 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f7f29ce-902d-4f8e-acda-d4b2e2371f4a req-1f0452d5-95bd-4250-9ad6-1a0b48fb3556 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 1098 time: 0.0517240 Jul 09 21:06:11.053260 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f7f29ce-902d-4f8e-acda-d4b2e2371f4a req-4a717728-6a19-436e-8b62-8d8dafeeea1c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Jul 09 21:06:11.104686 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ccce5-2875-4b4f-b7bc-d494adbdcd32 req-b6ac281d-1bb1-4243-ac7f-8c313aaf2fd0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.106691 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9e4ccce5-2875-4b4f-b7bc-d494adbdcd32 req-b6ac281d-1bb1-4243-ac7f-8c313aaf2fd0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.1011553 Jul 09 21:06:11.143917 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9e4ccce5-2875-4b4f-b7bc-d494adbdcd32 req-055890b2-81cf-4474-bc0c-41fe4369f22a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362701 Jul 09 21:06:11.386517 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec749da6-e24f-4e1f-83c8-3fdd018e27bd req-95e2c531-d69c-4b97-a4c3-58e276144804 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.388101 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ec749da6-e24f-4e1f-83c8-3fdd018e27bd req-95e2c531-d69c-4b97-a4c3-58e276144804 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0798349 Jul 09 21:06:11.433213 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ec749da6-e24f-4e1f-83c8-3fdd018e27bd req-ae46217f-4ba7-4d63-8abf-335f9801ace0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363626 Jul 09 21:06:11.476583 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d80c0d-c4da-4e82-a9cd-dad75224b97f req-82eb0119-fbe9-44d3-9999-eed71251a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.478131 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-35d80c0d-c4da-4e82-a9cd-dad75224b97f req-82eb0119-fbe9-44d3-9999-eed71251a3df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 1098 time: 0.0694883 Jul 09 21:06:11.561261 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-35d80c0d-c4da-4e82-a9cd-dad75224b97f req-a459b04c-a1d9-4872-b9a5-3f748b8e9793 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617988 Jul 09 21:06:11.573869 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7231e-3485-428c-8ddc-81226854f3a0 req-49774a70-729a-4bf8-b0f4-8c64d4e222cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.575543 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-50b7231e-3485-428c-8ddc-81226854f3a0 req-49774a70-729a-4bf8-b0f4-8c64d4e222cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 1099 time: 0.0837662 Jul 09 21:06:11.874000 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-50b7231e-3485-428c-8ddc-81226854f3a0 req-5072150e-dede-48cf-9b5d-668dc2eb2724 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299399 Jul 09 21:06:11.884308 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a860-1b0a-45db-b15e-cc13126e5da3 req-b0e9993b-82f5-49bf-87bb-52747aed4982 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:11.885799 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5ce2a860-1b0a-45db-b15e-cc13126e5da3 req-b0e9993b-82f5-49bf-87bb-52747aed4982 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.0700479 Jul 09 21:06:11.924945 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5ce2a860-1b0a-45db-b15e-cc13126e5da3 req-0355a950-2277-42d0-bf3d-6fcb006ed9b8 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332043 Jul 09 21:06:12.337615 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc4f84-ea88-439b-9f36-66f1c6d2bbcf req-98a2f45b-d8cc-4226-92ca-a39230284e63 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:12.343585 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-48bc4f84-ea88-439b-9f36-66f1c6d2bbcf req-98a2f45b-d8cc-4226-92ca-a39230284e63 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0664268 Jul 09 21:06:12.399456 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-48bc4f84-ea88-439b-9f36-66f1c6d2bbcf req-2529f9e6-e660-4e46-83ef-f2a98c3ec758 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Jul 09 21:06:12.627231 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fda4f-85ca-4c59-8054-524bd7a7726c req-c1991428-7b19-40b8-a1f3-076c6c705e8c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:12.630062 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d84fda4f-85ca-4c59-8054-524bd7a7726c req-c1991428-7b19-40b8-a1f3-076c6c705e8c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0759594 Jul 09 21:06:12.674973 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d84fda4f-85ca-4c59-8054-524bd7a7726c req-9262ef30-a7b5-4d7f-95f3-3a1bf5897cd1 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Jul 09 21:06:12.796827 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50570) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:12.913231 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc9b8-a26c-4094-9298-5cd84fdd8947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.120891 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc9b8-a26c-4094-9298-5cd84fdd8947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.153415 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d2446-091e-4626-bc61-60e3c5034239 req-f1540be3-050d-4191-a236-de41fed428b0 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:13.155074 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e22d2446-091e-4626-bc61-60e3c5034239 req-f1540be3-050d-4191-a236-de41fed428b0 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.0990725 Jul 09 21:06:13.190807 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e0ebc9b8-a26c-4094-9298-5cd84fdd8947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.227721 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e22d2446-091e-4626-bc61-60e3c5034239 req-14815501-c4d0-4d76-9ccc-d981a1a5aab5 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Jul 09 21:06:13.251206 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebc9b8-a26c-4094-9298-5cd84fdd8947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e90cf-befd-49ef-98e4-719a0e462ea3,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:13.262152 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50584) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:13.268227 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-e0ebc9b8-a26c-4094-9298-5cd84fdd8947 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a1a1bad3c6a4135a5b217fcf7584e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596455 Jul 09 21:06:13.319237 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-06b3feca-2a4b-4a4f-b947-9b4b4d2fa315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.344210 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-06b3feca-2a4b-4a4f-b947-9b4b4d2fa315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.487560 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-06b3feca-2a4b-4a4f-b947-9b4b4d2fa315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.490105 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-06b3feca-2a4b-4a4f-b947-9b4b4d2fa315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.491444 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-06b3feca-2a4b-4a4f-b947-9b4b4d2fa315 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d8e90cf-befd-49ef-98e4-719a0e462ea3 HTTP/1.1" status: 204 len: 168 time: 0.2287490 Jul 09 21:06:13.504610 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3feca-2a4b-4a4f-b947-9b4b4d2fa315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e90cf-befd-49ef-98e4-719a0e462ea3,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:13.534013 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50602) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:13.595391 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0cb739-2f09-4dbb-9304-d7459360c9f8 admin admin] Deleting subnet ff15d812-9a52-43f6-be1d-2cb9295138d7 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:06:13.599629 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb739-2f09-4dbb-9304-d7459360c9f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.632603 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43f74-e241-4b20-ac2f-52577a44f71d req-9bce61a8-3ab7-4c8d-8d94-ea8500d94517 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:13.639997 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-87b43f74-e241-4b20-ac2f-52577a44f71d req-9bce61a8-3ab7-4c8d-8d94-ea8500d94517 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0897996 Jul 09 21:06:13.662528 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb739-2f09-4dbb-9304-d7459360c9f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.669162 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb739-2f09-4dbb-9304-d7459360c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.689235 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-87b43f74-e241-4b20-ac2f-52577a44f71d req-b3875658-89fe-4578-8cd8-b6b0fe945f72 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480525 Jul 09 21:06:13.837299 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb739-2f09-4dbb-9304-d7459360c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.872109 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cb739-2f09-4dbb-9304-d7459360c9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff15d812-9a52-43f6-be1d-2cb9295138d7,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:13.879117 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a0cb739-2f09-4dbb-9304-d7459360c9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:13.880869 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7d75a-eedc-4c83-964f-1842c92f90a5 req-b8ea6a77-b5a8-4edb-bc9e-13e90c75910b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:13.881586 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5a0cb739-2f09-4dbb-9304-d7459360c9f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ff15d812-9a52-43f6-be1d-2cb9295138d7 HTTP/1.1" status: 204 len: 168 time: 0.3468282 Jul 09 21:06:13.883972 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2ef7d75a-eedc-4c83-964f-1842c92f90a5 req-b8ea6a77-b5a8-4edb-bc9e-13e90c75910b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0748193 Jul 09 21:06:13.884517 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50614) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:13.977886 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2ef7d75a-eedc-4c83-964f-1842c92f90a5 req-bf5ac395-2a2c-4bea-ac64-7df9c0c48a92 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842741 Jul 09 21:06:13.980344 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.062741 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.072292 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2b57ad-2a16-407a-a751-071436000fdc']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:14.083396 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb50dc3-f679-4c08-9194-efdae67505cc') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:14.083744 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb50dc3-f679-4c08-9194-efdae67505cc') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:14.093752 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.106891 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.113179 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:06:14.113675 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:06:14.115798 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:06:14.381311 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.403344 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.409793 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50622) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:14.410331 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3d2b57ad-2a16-407a-a751-071436000fdc HTTP/1.1" status: 204 len: 168 time: 0.5242622 Jul 09 21:06:14.414307 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511cc97-f122-4633-ab69-bee5f8c803a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2b57ad-2a16-407a-a751-071436000fdc,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:14.448005 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc3e2d-d611-47e5-8fe7-7dd6da214a83 req-aa88c390-dd7b-4d6f-83fe-c2e1f645be88 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:14.449547 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6afc3e2d-d611-47e5-8fe7-7dd6da214a83 req-aa88c390-dd7b-4d6f-83fe-c2e1f645be88 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.1040854 Jul 09 21:06:14.461673 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad30c96-7eac-40c4-a068-bbd6b0c04a8a admin admin] Deleting subnet c83013ac-0388-4b57-a18f-45fb1e05bd16 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:06:14.465466 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ad30c96-7eac-40c4-a068-bbd6b0c04a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.500604 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6afc3e2d-d611-47e5-8fe7-7dd6da214a83 req-0c50b8ac-a5a2-420f-9184-2ae3c2b06895 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Jul 09 21:06:14.500805 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ad30c96-7eac-40c4-a068-bbd6b0c04a8a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.506509 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ad30c96-7eac-40c4-a068-bbd6b0c04a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.575835 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50628) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:14.590094 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7819cfd2-c976-4333-a83b-3c004872ee19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.676130 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ad30c96-7eac-40c4-a068-bbd6b0c04a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.717202 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7819cfd2-c976-4333-a83b-3c004872ee19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.724407 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad30c96-7eac-40c4-a068-bbd6b0c04a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83013ac-0388-4b57-a18f-45fb1e05bd16,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:14.727074 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7ad30c96-7eac-40c4-a068-bbd6b0c04a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.730710 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7ad30c96-7eac-40c4-a068-bbd6b0c04a8a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c83013ac-0388-4b57-a18f-45fb1e05bd16 HTTP/1.1" status: 204 len: 168 time: 0.3196123 Jul 09 21:06:14.733788 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50636) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:14.803311 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7819cfd2-c976-4333-a83b-3c004872ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.840145 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819cfd2-c976-4333-a83b-3c004872ee19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc0e2a4-7bba-4f04-a98a-7c67bd005088,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:14.869039 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.908765 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b240c-35ed-4190-b204-d36fd1e6854b req-f99cb572-64ca-4f7a-b923-6829248eafdc tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:14.913068 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ae2b240c-35ed-4190-b204-d36fd1e6854b req-f99cb572-64ca-4f7a-b923-6829248eafdc tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.1015365 Jul 09 21:06:14.951372 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ae2b240c-35ed-4190-b204-d36fd1e6854b req-c2a4e41e-06f3-4c73-afec-379211193af1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Jul 09 21:06:14.976134 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7819cfd2-c976-4333-a83b-3c004872ee19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0f3b81369b54456bb315c95409f4de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990934 Jul 09 21:06:14.978991 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50648) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:15.060649 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.079563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.105488 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-505eee66-f65c-4915-a684-26e28b862dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.116566 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454ff47-52cb-4a3b-99fa-3bbe6170e317 req-da92dec4-82e4-4f1d-ae4f-c211eae5cda7 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:15.118103 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e454ff47-52cb-4a3b-99fa-3bbe6170e317 req-da92dec4-82e4-4f1d-ae4f-c211eae5cda7 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1295254 Jul 09 21:06:15.151389 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-505eee66-f65c-4915-a684-26e28b862dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.190561 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e454ff47-52cb-4a3b-99fa-3bbe6170e317 req-fb9367c3-1d17-455c-a4e9-711265de1d90 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Jul 09 21:06:15.281229 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.281755 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.282207 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.282911 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 21:06:15.283261 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5db6049-2626-4238-8686-22ccca329ef7']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:15.321304 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-a5c6dbe0-1f52-4040-a2d0-2cfbfcc3895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:15.322831 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-a5c6dbe0-1f52-4040-a2d0-2cfbfcc3895f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 1098 time: 0.4091060 Jul 09 21:06:15.324772 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603b7976-cfb6-4733-9604-e5368a44cfb6') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:15.325086 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603b7976-cfb6-4733-9604-e5368a44cfb6') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:15.350431 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126604412'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.406437 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.418189 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:06:15.418741 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127220601'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: from cryptography.utils import int_from_bytes Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: from cryptography.utils import int_from_bytes Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: Traceback (most recent call last): Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: timer() Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: cb(*args, **kw) Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: return func(*args, **kwargs) Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: self._notify() Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: self.callback(batched_events) Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: event.method(event) Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: return f(self, *a, **k) Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._get(url).json() Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:06:15.422489 dv-cinder-800272-2-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:06:15.441648 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-505eee66-f65c-4915-a684-26e28b862dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.444349 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-505eee66-f65c-4915-a684-26e28b862dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.446378 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-505eee66-f65c-4915-a684-26e28b862dd4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecc0e2a4-7bba-4f04-a98a-7c67bd005088 HTTP/1.1" status: 204 len: 168 time: 0.4635386 Jul 09 21:06:15.469707 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eee66-f65c-4915-a684-26e28b862dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc0e2a4-7bba-4f04-a98a-7c67bd005088,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:15.504562 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-3579084e-4783-46e2-9086-9d197402e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:15.506700 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-3579084e-4783-46e2-9086-9d197402e88a service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.1696076 Jul 09 21:06:15.549703 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-222753d5-4267-44e4-81f0-80a9437d9665 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf HTTP/1.1" status: 200 len: 217 time: 0.0367615 Jul 09 21:06:15.600974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-3a1045ae-5461-4802-b3d5-bcdd0d47adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:15.601832 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-3a1045ae-5461-4802-b3d5-bcdd0d47adb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.0465827 Jul 09 21:06:15.639609 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.642296 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-018a0fb5-863a-49a6-8238-ade993b6e416 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344038 Jul 09 21:06:15.651163 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:15.657256 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c5db6049-2626-4238-8686-22ccca329ef7 HTTP/1.1" status: 204 len: 168 time: 0.9197335 Jul 09 21:06:15.684775 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25a19e-dd69-482b-88d7-9ec5d60685b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5db6049-2626-4238-8686-22ccca329ef7,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:15.753883 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-41b6cca9-b758-4c83-ab44-238bf5ee8f0b service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977609 Jul 09 21:06:15.851856 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f1263842-96cb-4c61-8c2d-71e4f5177b97 req-7c63325c-10c1-43c1-bb3f-869c73350f3c service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821652 Jul 09 21:06:16.387255 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba24da-ed3d-48cc-a22e-e4cea9ba8374 req-092843b9-a20c-48db-9430-c8b96a795d8e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:16.388901 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81ba24da-ed3d-48cc-a22e-e4cea9ba8374 req-092843b9-a20c-48db-9430-c8b96a795d8e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0727487 Jul 09 21:06:16.399751 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50686) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:16.443012 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81ba24da-ed3d-48cc-a22e-e4cea9ba8374 req-58b71369-6bbd-4f10-aa3c-ec1c1d7d1704 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Jul 09 21:06:16.546461 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-77b86cc7-6bd9-4f59-9b3d-17519471b6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.553094 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50696) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:16.618454 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3bd05708-3fdc-4180-8088-7eb89eaa62ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=720f1168ff0b4810a9eb4b8c50e8ae2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639348 Jul 09 21:06:16.621258 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50700) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:16.704755 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-76b96846-c8ae-4a78-8ae7-6cae0b83f477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.742448 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-77b86cc7-6bd9-4f59-9b3d-17519471b6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.744487 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-76b96846-c8ae-4a78-8ae7-6cae0b83f477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.843120 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-77b86cc7-6bd9-4f59-9b3d-17519471b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.896017 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-77b86cc7-6bd9-4f59-9b3d-17519471b6b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76bb68ac731a4d45abccceade1961472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951878 Jul 09 21:06:16.897145 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b86cc7-6bd9-4f59-9b3d-17519471b6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3496c0d3-76cb-4ab9-85fc-91c27cd4b672,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:16.898690 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50714) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:16.915477 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-76b96846-c8ae-4a78-8ae7-6cae0b83f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.918140 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-76b96846-c8ae-4a78-8ae7-6cae0b83f477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.921617 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-76b96846-c8ae-4a78-8ae7-6cae0b83f477 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/499092a1-03c0-4003-bfbd-db56aae269d5 HTTP/1.1" status: 204 len: 168 time: 0.2970324 Jul 09 21:06:16.937391 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b96846-c8ae-4a78-8ae7-6cae0b83f477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499092a1-03c0-4003-bfbd-db56aae269d5,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:16.971350 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-32abd8ae-0acc-48d0-b680-e892aa30f9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:16.994661 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-32abd8ae-0acc-48d0-b680-e892aa30f9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:17.253296 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-32abd8ae-0acc-48d0-b680-e892aa30f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:17.255974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-32abd8ae-0acc-48d0-b680-e892aa30f9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:17.262543 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-32abd8ae-0acc-48d0-b680-e892aa30f9ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3496c0d3-76cb-4ab9-85fc-91c27cd4b672 HTTP/1.1" status: 204 len: 168 time: 0.3573697 Jul 09 21:06:17.265200 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abd8ae-0acc-48d0-b680-e892aa30f9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3496c0d3-76cb-4ab9-85fc-91c27cd4b672,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:17.626821 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29a60-8e8d-4254-90fe-d92f41b2f32a req-2750e5d6-1926-42b1-bf80-91858deb74ce tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:17.629249 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-15e29a60-8e8d-4254-90fe-d92f41b2f32a req-2750e5d6-1926-42b1-bf80-91858deb74ce tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0685108 Jul 09 21:06:17.672258 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-15e29a60-8e8d-4254-90fe-d92f41b2f32a req-9b3a99b2-f571-4921-8170-b2872339dd75 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Jul 09 21:06:17.926548 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50750) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:17.974615 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50752) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:17.974821 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-eb0897a7-777d-48f1-9251-6640eeac900c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0283c0b24dd54ef58daf9d345339c1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464976 Jul 09 21:06:18.024067 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1464392b-d782-4fac-b43a-9df8ffbd6393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.045618 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1464392b-d782-4fac-b43a-9df8ffbd6393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.204820 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1464392b-d782-4fac-b43a-9df8ffbd6393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.207527 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1464392b-d782-4fac-b43a-9df8ffbd6393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.208785 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1464392b-d782-4fac-b43a-9df8ffbd6393 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5aebd7b6-cf28-4b0d-af96-28ff6370ccc1 HTTP/1.1" status: 204 len: 168 time: 0.2330635 Jul 09 21:06:18.217207 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464392b-d782-4fac-b43a-9df8ffbd6393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aebd7b6-cf28-4b0d-af96-28ff6370ccc1,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:18.425189 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50762) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:18.439221 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-83fb538c-2b9a-4707-ae05-ec6a3c286a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.532827 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-83fb538c-2b9a-4707-ae05-ec6a3c286a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.604932 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-83fb538c-2b9a-4707-ae05-ec6a3c286a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.654761 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-83fb538c-2b9a-4707-ae05-ec6a3c286a00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6ba80347e76412481c7706d214f8d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283082 Jul 09 21:06:18.657684 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50772) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:18.666464 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb538c-2b9a-4707-ae05-ec6a3c286a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7729d7b3-a12b-4c5d-a72c-068aa603c3f2,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:18.717396 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5880-e601-41ac-be91-f8342545b01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.740519 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5880-e601-41ac-be91-f8342545b01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.859062 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5880-e601-41ac-be91-f8342545b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.862512 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5880-e601-41ac-be91-f8342545b01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:18.863796 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-fb0c5880-e601-41ac-be91-f8342545b01a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7729d7b3-a12b-4c5d-a72c-068aa603c3f2 HTTP/1.1" status: 204 len: 168 time: 0.2053666 Jul 09 21:06:18.895233 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c5880-e601-41ac-be91-f8342545b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7729d7b3-a12b-4c5d-a72c-068aa603c3f2,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:18.940899 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f07eea-1a06-4754-a4f0-5c909833df6d req-b3da0549-c890-4555-824a-51f68ec2e891 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:18.942649 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-88f07eea-1a06-4754-a4f0-5c909833df6d req-b3da0549-c890-4555-824a-51f68ec2e891 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1235220 Jul 09 21:06:18.994977 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-88f07eea-1a06-4754-a4f0-5c909833df6d req-a0b0654c-2c6a-432b-bf90-5fb88f9d9952 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397849 Jul 09 21:06:19.000975 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:06:20.175360 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281426d-975c-41c9-8ad2-dea28d64c96e req-2cc651b2-fdfa-48cd-aea2-49d2f87f1714 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:20.176852 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d281426d-975c-41c9-8ad2-dea28d64c96e req-2cc651b2-fdfa-48cd-aea2-49d2f87f1714 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0604687 Jul 09 21:06:20.217806 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d281426d-975c-41c9-8ad2-dea28d64c96e req-87f7b0fb-6c8e-4899-bb8e-34681c984162 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Jul 09 21:06:21.423382 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee816dc-eb4c-414a-bc13-10d5b0674502 req-e3433b0d-2435-4873-b17a-c75543331734 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:21.425042 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3ee816dc-eb4c-414a-bc13-10d5b0674502 req-e3433b0d-2435-4873-b17a-c75543331734 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0876179 Jul 09 21:06:21.465518 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50894) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:21.470557 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3ee816dc-eb4c-414a-bc13-10d5b0674502 req-7bca7a56-ef72-4f76-b12c-f3a546416ab9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373728 Jul 09 21:06:21.576984 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2cfaf89-d9d3-44b6-8b89-a66d20fc6f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:21.665372 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2cfaf89-d9d3-44b6-8b89-a66d20fc6f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:21.750185 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2cfaf89-d9d3-44b6-8b89-a66d20fc6f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:21.788785 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfaf89-d9d3-44b6-8b89-a66d20fc6f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb2af58-1d76-46e8-b2b9-dc8410868e16,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:21.793160 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d2cfaf89-d9d3-44b6-8b89-a66d20fc6f95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0845448c35d54107874aca35efd01002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257072 Jul 09 21:06:21.795840 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50902) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:21.846659 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-218f0fc7-5d48-4d70-89a6-f5c258479f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:21.868632 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-218f0fc7-5d48-4d70-89a6-f5c258479f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.053221 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-218f0fc7-5d48-4d70-89a6-f5c258479f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.055806 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-218f0fc7-5d48-4d70-89a6-f5c258479f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.057004 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-218f0fc7-5d48-4d70-89a6-f5c258479f1c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdb2af58-1d76-46e8-b2b9-dc8410868e16 HTTP/1.1" status: 204 len: 168 time: 0.2602127 Jul 09 21:06:22.065559 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f0fc7-5d48-4d70-89a6-f5c258479f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb2af58-1d76-46e8-b2b9-dc8410868e16,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:22.498435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 50918) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:22.605579 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e8d14bf-42ab-459a-b93e-9a7f1f9c81d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.621640 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-01d4c0ea-1158-4333-9978-2f52739da288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.672809 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307de0c-b732-46c0-b2c8-a82891aae755 req-010a4449-5e80-46ad-af3b-8d46ac859fec tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:22.672809 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8307de0c-b732-46c0-b2c8-a82891aae755 req-010a4449-5e80-46ad-af3b-8d46ac859fec tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0718253 Jul 09 21:06:22.696225 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8307de0c-b732-46c0-b2c8-a82891aae755 req-d00df4af-de22-4261-9296-74a897a7353d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Jul 09 21:06:22.705298 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e8d14bf-42ab-459a-b93e-9a7f1f9c81d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.804655 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e8d14bf-42ab-459a-b93e-9a7f1f9c81d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.842567 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8e8d14bf-42ab-459a-b93e-9a7f1f9c81d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c3a10ffc9134122b4150a876439a3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430367 Jul 09 21:06:22.843850 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d14bf-42ab-459a-b93e-9a7f1f9c81d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6758ad-62e7-4acb-ba7d-9ee085c52736,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:22.845314 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 50934) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:22.893490 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-29ab06f4-e82a-4077-948c-090a0a618bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:22.912961 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-29ab06f4-e82a-4077-948c-090a0a618bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:23.079105 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-29ab06f4-e82a-4077-948c-090a0a618bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:23.081706 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-29ab06f4-e82a-4077-948c-090a0a618bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:23.082887 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-29ab06f4-e82a-4077-948c-090a0a618bb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f6758ad-62e7-4acb-ba7d-9ee085c52736 HTTP/1.1" status: 204 len: 168 time: 0.2365885 Jul 09 21:06:23.091142 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab06f4-e82a-4077-948c-090a0a618bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6758ad-62e7-4acb-ba7d-9ee085c52736,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:23.883903 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd6377-3506-405f-9983-287ef4714759 req-1e425660-6011-4681-bca1-c6bb7ae447ea tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:23.885392 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-15bd6377-3506-405f-9983-287ef4714759 req-1e425660-6011-4681-bca1-c6bb7ae447ea tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0621650 Jul 09 21:06:23.923877 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-15bd6377-3506-405f-9983-287ef4714759 req-7ba82949-bf57-455a-a1af-25e7125938fc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Jul 09 21:06:23.927799 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51008) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:23.941111 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8679f71c-b50d-4c26-a31c-3f4f58315939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.026094 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8679f71c-b50d-4c26-a31c-3f4f58315939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.172297 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8679f71c-b50d-4c26-a31c-3f4f58315939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.209046 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-8679f71c-b50d-4c26-a31c-3f4f58315939 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba43a10d122a4be09c16182de0971604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801766 Jul 09 21:06:24.210258 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679f71c-b50d-4c26-a31c-3f4f58315939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587c3ce9-9234-4962-88c2-7d63c202ecec,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:24.211789 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51010) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:24.264077 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3c264a8-4c57-481a-bc25-731856cad287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.284382 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3c264a8-4c57-481a-bc25-731856cad287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.555288 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3c264a8-4c57-481a-bc25-731856cad287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.558068 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3c264a8-4c57-481a-bc25-731856cad287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:24.559234 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d3c264a8-4c57-481a-bc25-731856cad287 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/587c3ce9-9234-4962-88c2-7d63c202ecec HTTP/1.1" status: 204 len: 168 time: 0.3458781 Jul 09 21:06:24.582812 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c264a8-4c57-481a-bc25-731856cad287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587c3ce9-9234-4962-88c2-7d63c202ecec,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:25.175021 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85b6af-8a51-4ecd-9003-c249767a32a8 req-d3d51ee0-515e-43cb-8c3d-9c334ad1e3e5 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:25.179962 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ef85b6af-8a51-4ecd-9003-c249767a32a8 req-d3d51ee0-515e-43cb-8c3d-9c334ad1e3e5 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0824983 Jul 09 21:06:25.194106 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ae763285-9c42-4044-8c7a-58a245679d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:25.228998 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ef85b6af-8a51-4ecd-9003-c249767a32a8 req-71bd9a4c-e7c7-4946-b8aa-27ba939f265d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447023 Jul 09 21:06:25.318882 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:26.395495 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:26.414598 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e013c3-48c1-4ce4-ae93-8cceb1c512fa req-144fb410-fa4c-4ba6-ae57-90380df52afe tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:26.416112 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-88e013c3-48c1-4ce4-ae93-8cceb1c512fa req-144fb410-fa4c-4ba6-ae57-90380df52afe tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0616627 Jul 09 21:06:26.454096 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-88e013c3-48c1-4ce4-ae93-8cceb1c512fa req-5ae57609-fc7a-4182-a064-142c1c6ca375 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Jul 09 21:06:27.630373 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f50395-5cd8-473f-a9f0-7b20e6e8e3dd req-5407dae9-007b-413f-a2df-8e8153b430bf tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:27.631886 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-82f50395-5cd8-473f-a9f0-7b20e6e8e3dd req-5407dae9-007b-413f-a2df-8e8153b430bf tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0652440 Jul 09 21:06:27.672725 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-82f50395-5cd8-473f-a9f0-7b20e6e8e3dd req-1047d9c1-f280-4763-bb79-7783a417372f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352142 Jul 09 21:06:27.679071 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51140) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:27.791690 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e473def1-43e8-4017-aea6-ed5c2777ab1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:27.884698 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e473def1-43e8-4017-aea6-ed5c2777ab1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:27.960921 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e473def1-43e8-4017-aea6-ed5c2777ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:27.998808 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-e473def1-43e8-4017-aea6-ed5c2777ab1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c10e4adc70d4407b8b135bae6ecad52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185182 Jul 09 21:06:27.999772 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473def1-43e8-4017-aea6-ed5c2777ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308db53f-4b35-402a-8676-5bf517a55c82,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:28.002349 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51150) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:28.041346 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:28.052589 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-746f1c58-408a-4c31-bce0-eb35dcc8a2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:28.074214 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-746f1c58-408a-4c31-bce0-eb35dcc8a2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:28.238534 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-746f1c58-408a-4c31-bce0-eb35dcc8a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:28.241434 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-746f1c58-408a-4c31-bce0-eb35dcc8a2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:28.242687 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-746f1c58-408a-4c31-bce0-eb35dcc8a2d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/308db53f-4b35-402a-8676-5bf517a55c82 HTTP/1.1" status: 204 len: 168 time: 0.2384026 Jul 09 21:06:28.254291 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f1c58-408a-4c31-bce0-eb35dcc8a2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308db53f-4b35-402a-8676-5bf517a55c82,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:28.842576 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7608a-b4f0-441c-9a6c-59dcdf8f6d9c req-0e39cdc8-0381-43e0-af9a-6907e67c397b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:28.844627 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fcc7608a-b4f0-441c-9a6c-59dcdf8f6d9c req-0e39cdc8-0381-43e0-af9a-6907e67c397b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0643318 Jul 09 21:06:28.882336 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fcc7608a-b4f0-441c-9a6c-59dcdf8f6d9c req-c655ad1d-3132-4b9e-8dad-985ac561ab91 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Jul 09 21:06:29.077455 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51170) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:29.092182 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8354d640-caf1-4a9d-a8fc-d740385cdeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.186889 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8354d640-caf1-4a9d-a8fc-d740385cdeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.312747 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8354d640-caf1-4a9d-a8fc-d740385cdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.352787 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8354d640-caf1-4a9d-a8fc-d740385cdeb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7f2ec0155f941fe958dd1cb70b0f869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742178 Jul 09 21:06:29.353879 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354d640-caf1-4a9d-a8fc-d740385cdeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c00eccd-7ed0-4d81-8d7b-ab805e3fbeab,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:29.355625 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51178) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:29.410407 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b3b78cc1-222d-4524-8cff-aace9a002af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.430086 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b3b78cc1-222d-4524-8cff-aace9a002af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.566483 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b3b78cc1-222d-4524-8cff-aace9a002af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.569084 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b3b78cc1-222d-4524-8cff-aace9a002af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.570222 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b3b78cc1-222d-4524-8cff-aace9a002af4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c00eccd-7ed0-4d81-8d7b-ab805e3fbeab HTTP/1.1" status: 204 len: 168 time: 0.2134955 Jul 09 21:06:29.584718 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b78cc1-222d-4524-8cff-aace9a002af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c00eccd-7ed0-4d81-8d7b-ab805e3fbeab,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:30.630359 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1af15-774a-4346-8286-b20f837edae4 req-49d26018-c2ec-4ab1-9c01-fe32bdec7288 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:30.630359 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dba1af15-774a-4346-8286-b20f837edae4 req-49d26018-c2ec-4ab1-9c01-fe32bdec7288 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0622616 Jul 09 21:06:30.630359 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dba1af15-774a-4346-8286-b20f837edae4 req-d5116d0a-dd03-4874-82eb-0f655f8b06ac tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Jul 09 21:06:31.577683 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257257aa-dd5e-4f61-8a2a-495aacbfa32f req-5fd413f4-7a62-49d9-bf71-de52305d21c0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:31.579790 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-257257aa-dd5e-4f61-8a2a-495aacbfa32f req-5fd413f4-7a62-49d9-bf71-de52305d21c0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0970047 Jul 09 21:06:31.623586 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-257257aa-dd5e-4f61-8a2a-495aacbfa32f req-f96b7c1c-b483-45a9-999f-5d2ed53c995f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Jul 09 21:06:32.854086 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c7307-4c08-45f6-a26c-f9ddac4f037b req-e130f764-950f-4f1e-9b62-102810386380 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:32.854086 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-721c7307-4c08-45f6-a26c-f9ddac4f037b req-e130f764-950f-4f1e-9b62-102810386380 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0807986 Jul 09 21:06:32.865860 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-721c7307-4c08-45f6-a26c-f9ddac4f037b req-f286c874-19e5-4e4b-b133-1d86c735d92b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Jul 09 21:06:34.072167 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be66c36-a220-4e49-b015-9c4a31593727 req-086e78e7-97c3-4f31-a625-ebbbb6a71097 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:34.073644 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1be66c36-a220-4e49-b015-9c4a31593727 req-086e78e7-97c3-4f31-a625-ebbbb6a71097 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0778217 Jul 09 21:06:34.123845 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1be66c36-a220-4e49-b015-9c4a31593727 req-ed74a192-6103-469a-828a-ba224da76c79 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444801 Jul 09 21:06:34.181343 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e24a6a-1122-4287-8d99-5e95c28409c1 req-d062f975-d0f6-4065-b5f7-f4a617317fb2 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:34.182802 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-49e24a6a-1122-4287-8d99-5e95c28409c1 req-d062f975-d0f6-4065-b5f7-f4a617317fb2 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.0730093 Jul 09 21:06:34.219341 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-49e24a6a-1122-4287-8d99-5e95c28409c1 req-c6b16c80-e720-46ee-80f4-b70ef15fef28 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Jul 09 21:06:35.302112 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf324d-1e16-46db-8f05-36a9bc30adbb req-f8019a94-af60-4d37-b2f1-4065c79d459b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:35.312537 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b8cf324d-1e16-46db-8f05-36a9bc30adbb req-f8019a94-af60-4d37-b2f1-4065c79d459b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0704679 Jul 09 21:06:35.351255 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b8cf324d-1e16-46db-8f05-36a9bc30adbb req-43f332d1-d2aa-4f8d-8b45-6a0afe317083 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Jul 09 21:06:35.406020 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447420f-f118-4790-affd-1307d8ff10e5 req-d66a5c1c-4d10-487c-8f9c-b75a7ff887c4 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:35.407547 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8447420f-f118-4790-affd-1307d8ff10e5 req-d66a5c1c-4d10-487c-8f9c-b75a7ff887c4 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.0734863 Jul 09 21:06:35.445200 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8447420f-f118-4790-affd-1307d8ff10e5 req-869aa6e9-92e7-40bb-aaac-7983d256852a tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Jul 09 21:06:36.068039 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51386) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:36.181504 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:36.267699 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:36.341373 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:36.378949 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a44284c92294e63984ac1dadbb80931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098221 Jul 09 21:06:36.380188 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee46c904-89bc-423e-8bfd-a3299aeb97ba,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:36.381704 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51394) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:36.387360 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.388380 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.388788 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.389072 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.389408 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.389781 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.390068 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.390398 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.390735 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.391061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.391385 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.391737 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3075f14-7525-415f-b264-9cd99345d64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.490440 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:36.517465 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:36.521312 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62654b60-839f-4b11-8268-2c6176beb753 req-84557f9e-f0f1-4a95-996f-7f022862f248 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887947 Jul 09 21:06:36.546152 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2afd-ed1e-4b6e-98a3-ae2d0fc683a1 req-8f88f14a-632b-4d7d-a12b-d27e1d44e9b9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:36.548152 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0fdc2afd-ed1e-4b6e-98a3-ae2d0fc683a1 req-8f88f14a-632b-4d7d-a12b-d27e1d44e9b9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0741684 Jul 09 21:06:36.618085 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0fdc2afd-ed1e-4b6e-98a3-ae2d0fc683a1 req-992acf7f-8c01-4471-a8fe-8be76fd38143 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644786 Jul 09 21:06:36.663751 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:36.667415 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:36.671507 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee46c904-89bc-423e-8bfd-a3299aeb97ba HTTP/1.1" status: 204 len: 168 time: 0.2859650 Jul 09 21:06:36.676579 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98c63d-2e9b-4dfb-9434-2a18bb74f4a8 req-a2970620-5dfa-4d67-8c2b-8b8c348a736a tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:36.678286 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3f98c63d-2e9b-4dfb-9434-2a18bb74f4a8 req-a2970620-5dfa-4d67-8c2b-8b8c348a736a tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.0799596 Jul 09 21:06:36.681230 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee46c904-89bc-423e-8bfd-a3299aeb97ba,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:36.694438 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.694814 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.695158 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.695514 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.695846 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.696175 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.696500 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.696822 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.697279 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.697476 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.697819 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.698254 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eabc8-2bf6-4896-8a4a-937472afd644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:36.710694 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654b60-839f-4b11-8268-2c6176beb753 req-5822bfd8-7fa4-4e2c-82fc-47a61f65ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:36.712516 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62654b60-839f-4b11-8268-2c6176beb753 req-5822bfd8-7fa4-4e2c-82fc-47a61f65ecf0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 1099 time: 0.0922887 Jul 09 21:06:36.740930 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3f98c63d-2e9b-4dfb-9434-2a18bb74f4a8 req-fa3a541d-f1fa-402c-9d61-2fbb2ad83435 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Jul 09 21:06:36.830005 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654b60-839f-4b11-8268-2c6176beb753 req-8409827a-dd67-419a-8617-24e86447674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:36.831542 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62654b60-839f-4b11-8268-2c6176beb753 req-8409827a-dd67-419a-8617-24e86447674d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 916 time: 0.0903904 Jul 09 21:06:36.873838 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62654b60-839f-4b11-8268-2c6176beb753 req-0a34f063-51fa-4cd4-956d-7450b3f50cf0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d HTTP/1.1" status: 200 len: 217 time: 0.0349407 Jul 09 21:06:36.924485 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654b60-839f-4b11-8268-2c6176beb753 req-a9f3406d-a165-43e2-b668-92cced9d90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:36.926013 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62654b60-839f-4b11-8268-2c6176beb753 req-a9f3406d-a165-43e2-b668-92cced9d90ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 200 len: 855 time: 0.0458400 Jul 09 21:06:36.964437 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62654b60-839f-4b11-8268-2c6176beb753 req-47cdcf5c-f80c-4f76-8daa-1336547936d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265236 Jul 09 21:06:37.037915 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51414) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:37.062093 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62654b60-839f-4b11-8268-2c6176beb753 req-0288dec0-d7b2-4213-9984-4d1180961e7b service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903528 Jul 09 21:06:37.166081 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-96e4d1cf-8363-4d1a-a516-887b58626681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.275517 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-96e4d1cf-8363-4d1a-a516-887b58626681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.303458 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62654b60-839f-4b11-8268-2c6176beb753 req-e2808eaa-bb1d-498e-b750-f455574a51db service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808128 Jul 09 21:06:37.313323 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69969847-04f6-42ab-94ff-b138cc164914 req-876f6ede-a725-48e1-b43f-e65d289c1756 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:37.314872 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-69969847-04f6-42ab-94ff-b138cc164914 req-876f6ede-a725-48e1-b43f-e65d289c1756 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.43 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.1821055 Jul 09 21:06:37.349813 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-96e4d1cf-8363-4d1a-a516-887b58626681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.384513 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-96e4d1cf-8363-4d1a-a516-887b58626681 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f61cd645e715462ebf44e8517571bf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454604 Jul 09 21:06:37.388144 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51430) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:37.390203 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4d1cf-8363-4d1a-a516-887b58626681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aae05d-e1b4-4a5d-818a-f5b0e898e478,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:37.445729 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0a4acd41-8d38-4709-bc52-d055a6e9c25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.477444 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0a4acd41-8d38-4709-bc52-d055a6e9c25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.504238 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Deleting port a9eedfcb-a05c-4824-b042-663240d5b316 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:06:37.505241 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.589136 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0a4acd41-8d38-4709-bc52-d055a6e9c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.592542 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0a4acd41-8d38-4709-bc52-d055a6e9c25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.594066 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0a4acd41-8d38-4709-bc52-d055a6e9c25b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84aae05d-e1b4-4a5d-818a-f5b0e898e478 HTTP/1.1" status: 204 len: 168 time: 0.2048209 Jul 09 21:06:37.598316 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] For port a9eedfcb-a05c-4824-b042-663240d5b316, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a9eedfcb-a05c-4824-b042-663240d5b316,segment=NetworkSegment(47d6dec4-4e93-49a0-88ca-52a1a3d5f42b),segment_id=47d6dec4-4e93-49a0-88ca-52a1a3d5f42b)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:37.598667 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:37.605839 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4acd41-8d38-4709-bc52-d055a6e9c25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aae05d-e1b4-4a5d-818a-f5b0e898e478,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:37.616387 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Calling delete_port for a9eedfcb-a05c-4824-b042-663240d5b316 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:06:37.849075 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68685f-c0c9-4cab-aa1f-14412af94ba0 req-2e3b6501-a0df-4cd1-b783-787d79fb8010 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:37.863049 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ab68685f-c0c9-4cab-aa1f-14412af94ba0 req-2e3b6501-a0df-4cd1-b783-787d79fb8010 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1217203 Jul 09 21:06:37.910801 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ab68685f-c0c9-4cab-aa1f-14412af94ba0 req-cbdc0a8d-9362-460c-b4e9-9f36758f1913 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456355 Jul 09 21:06:38.002082 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b859-17bc-4cad-a435-5fb2c88396c5 req-b696fbc8-ab82-498c-b3cd-8fb5450da3e7 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:38.003967 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-34c5b859-17bc-4cad-a435-5fb2c88396c5 req-b696fbc8-ab82-498c-b3cd-8fb5450da3e7 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 945 time: 0.0918489 Jul 09 21:06:38.081613 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-34c5b859-17bc-4cad-a435-5fb2c88396c5 req-ba2cddd1-916d-4298-974a-78f0c30475c5 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/security-groups?id=b404e78b-e419-413c-9021-ff97a5015161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638874 Jul 09 21:06:38.143449 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:38.189839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Pushing event deleted for resources: {'Port': ['ID=a9eedfcb-a05c-4824-b042-663240d5b316,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:38.254912 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] No DVR routers for this DVR port a9eedfcb-a05c-4824-b042-663240d5b316 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:06:38.258168 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:38.266059 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-69969847-04f6-42ab-94ff-b138cc164914 req-524b60af-79fb-4142-8562-026e8765c621 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.43 "DELETE /v2.0/ports/a9eedfcb-a05c-4824-b042-663240d5b316 HTTP/1.1" status: 204 len: 173 time: 0.9356921 Jul 09 21:06:38.266059 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89460086-a3f2-42ee-8516-856f5d8050c1', 'name': 'network-vif-deleted', 'tag': 'a9eedfcb-a05c-4824-b042-663240d5b316'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:38.266059 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f99f2cf-9ac3-4c62-a4bd-3613ccbc6511" -d '{"events": [{"server_uuid": "89460086-a3f2-42ee-8516-856f5d8050c1", "name": "network-vif-deleted", "tag": "a9eedfcb-a05c-4824-b042-663240d5b316"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:38.311689 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22512342-5df4-47ee-8726-3058635a32c3 x-openstack-request-id: req-22512342-5df4-47ee-8726-3058635a32c3 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:38.311689 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89460086-a3f2-42ee-8516-856f5d8050c1", "name": "network-vif-deleted", "tag": "a9eedfcb-a05c-4824-b042-663240d5b316", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:38.311689 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22512342-5df4-47ee-8726-3058635a32c3 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:38.311689 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89460086-a3f2-42ee-8516-856f5d8050c1', 'name': 'network-vif-deleted', 'tag': 'a9eedfcb-a05c-4824-b042-663240d5b316', 'status': 'completed', 'code': 200} Jul 09 21:06:39.138670 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd26f9-60bf-4805-9305-41c85c57a682 req-47cebf05-23b0-413f-a54c-523b45c6be63 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:39.140228 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-64cd26f9-60bf-4805-9305-41c85c57a682 req-47cebf05-23b0-413f-a54c-523b45c6be63 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1122797 Jul 09 21:06:39.182088 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-64cd26f9-60bf-4805-9305-41c85c57a682 req-51993582-fd33-4fe5-8500-7bd016f72501 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363164 Jul 09 21:06:39.232189 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-50fc3ef1-0e95-47f5-ae25-d9a1a668f379 req-b97aedf9-3fe5-4cb7-9257-dc349bd9aa18 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0288765 Jul 09 21:06:39.751804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device a9eedfcb-a05c-4824-b042-663240d5b316 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:06:39.774889 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: a9eedfcb-a05c-4824-b042-663240d5b316 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:06:39.775238 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device a9eedfcb-a05c-4824-b042-663240d5b316 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:06:40.380171 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c2f48-51d7-4628-b54d-745ec5c8ce3c req-1ea93588-0b8f-4111-904c-63e4d7441665 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:40.381866 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f71c2f48-51d7-4628-b54d-745ec5c8ce3c req-1ea93588-0b8f-4111-904c-63e4d7441665 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0836842 Jul 09 21:06:40.423342 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-69bdec4d-759d-4483-b128-b24110164f14 req-31a366cb-c2f7-4085-ad5f-c2dd031544d4 tempest-DeleteServersTestJSON-1471001020 tempest-DeleteServersTestJSON-1471001020-project] 10.222.0.64 "GET /v2.0/ports?device_id=89460086-a3f2-42ee-8516-856f5d8050c1 HTTP/1.1" status: 200 len: 210 time: 0.0404780 Jul 09 21:06:40.462935 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f71c2f48-51d7-4628-b54d-745ec5c8ce3c req-77d7ef23-095b-412a-9dfd-febc546d28bf tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683026 Jul 09 21:06:40.464758 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:41.659371 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76740e82-4d71-4fc0-b42a-cd897ef81ce5 req-24b2f830-eeb9-46bf-a20c-98ddd10bfcfc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:41.660785 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-76740e82-4d71-4fc0-b42a-cd897ef81ce5 req-24b2f830-eeb9-46bf-a20c-98ddd10bfcfc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0668745 Jul 09 21:06:41.718101 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-76740e82-4d71-4fc0-b42a-cd897ef81ce5 req-b731bd31-783f-40a7-92a2-6bf7910c0f4b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Jul 09 21:06:42.888231 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e2540-c3a7-451a-9d14-1509b1c6e78a req-878b58c5-14c3-4642-983d-626bcef13c8a tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:42.889569 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-007e2540-c3a7-451a-9d14-1509b1c6e78a req-878b58c5-14c3-4642-983d-626bcef13c8a tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0626290 Jul 09 21:06:42.925339 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-007e2540-c3a7-451a-9d14-1509b1c6e78a req-335e9645-8240-443b-b38b-d4a2e89374ce tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302477 Jul 09 21:06:44.103105 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1ca3-9e2f-4725-8301-4fd0d20c509b req-36ee6321-c29f-4302-b660-74212f5d0eea tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:44.104638 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb8b1ca3-9e2f-4725-8301-4fd0d20c509b req-36ee6321-c29f-4302-b660-74212f5d0eea tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0647428 Jul 09 21:06:44.147240 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb8b1ca3-9e2f-4725-8301-4fd0d20c509b req-fecd114f-ed31-4e44-8238-f43e73b680cc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Jul 09 21:06:45.399368 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede854df-4a56-4fe8-85ef-3583608d9f6a req-a1bd7a54-8ddc-4b9f-a4b2-db0b16eea0cf tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:45.400911 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ede854df-4a56-4fe8-85ef-3583608d9f6a req-a1bd7a54-8ddc-4b9f-a4b2-db0b16eea0cf tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0677128 Jul 09 21:06:45.443976 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ede854df-4a56-4fe8-85ef-3583608d9f6a req-e2092aec-7d14-426a-b3a9-4b82d3d20d5c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365560 Jul 09 21:06:45.522575 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51684) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:45.577351 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf36b93-614e-4e69-8d97-384da8929045 admin admin] Deleting subnet 86f0d9e1-7ab4-48d3-89fa-6f0a324110b0 {{(pid=93739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:06:45.577351 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7cf36b93-614e-4e69-8d97-384da8929045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:45.608296 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7cf36b93-614e-4e69-8d97-384da8929045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127909642'] for subnet, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:45.645778 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7cf36b93-614e-4e69-8d97-384da8929045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:45.813383 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7cf36b93-614e-4e69-8d97-384da8929045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127536457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127482677'] for subnet, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:45.840427 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf36b93-614e-4e69-8d97-384da8929045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f0d9e1-7ab4-48d3-89fa-6f0a324110b0,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:45.842620 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7cf36b93-614e-4e69-8d97-384da8929045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:45.844533 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-7cf36b93-614e-4e69-8d97-384da8929045 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/86f0d9e1-7ab4-48d3-89fa-6f0a324110b0 HTTP/1.1" status: 204 len: 168 time: 0.3209698 Jul 09 21:06:45.846997 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51692) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:45.926061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.006001 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.016381 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ba1dae-92a5-4797-9f8f-02da831ecbec']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:46.037716 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d6dec4-4e93-49a0-88ca-52a1a3d5f42b') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:46.038008 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d6dec4-4e93-49a0-88ca-52a1a3d5f42b') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:46.047773 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.070298 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.079655 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:06:46.079655 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:06:46.080234 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:06:46.285858 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.291448 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.293316 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] 10.222.0.64 "DELETE /v2.0/networks/20ba1dae-92a5-4797-9f8f-02da831ecbec HTTP/1.1" status: 204 len: 168 time: 0.4449937 Jul 09 21:06:46.305354 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db8f4c-8557-48b5-8212-4c3aa286ca32 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ba1dae-92a5-4797-9f8f-02da831ecbec,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:46.619416 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789849e-9a80-4261-b18c-26efcd02e2c9 req-3c809239-a491-4dbf-8622-382824c3ed61 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:46.621020 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d789849e-9a80-4261-b18c-26efcd02e2c9 req-3c809239-a491-4dbf-8622-382824c3ed61 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0691078 Jul 09 21:06:46.663511 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d789849e-9a80-4261-b18c-26efcd02e2c9 req-915d885b-1232-4b48-a6a5-9558b0c73ebc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364165 Jul 09 21:06:46.688422 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51722) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:46.730296 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-eff39396-a57b-462f-9c01-b6df2454ae66 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=299ed20cf0144093bbe1692eb709775a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406740 Jul 09 21:06:46.732731 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51724) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:46.779616 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0dcd17d9-663a-4163-bcc5-dbe94fd5a9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.801363 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0dcd17d9-663a-4163-bcc5-dbe94fd5a9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.920197 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0dcd17d9-663a-4163-bcc5-dbe94fd5a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.922712 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0dcd17d9-663a-4163-bcc5-dbe94fd5a9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:46.923862 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0dcd17d9-663a-4163-bcc5-dbe94fd5a9bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b404e78b-e419-413c-9021-ff97a5015161 HTTP/1.1" status: 204 len: 168 time: 0.1901977 Jul 09 21:06:46.932595 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd17d9-663a-4163-bcc5-dbe94fd5a9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b404e78b-e419-413c-9021-ff97a5015161,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:47.038153 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51732) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:47.141634 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f1d6-7e38-44f7-ac48-8fd12fc99d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:47.227270 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f1d6-7e38-44f7-ac48-8fd12fc99d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:47.422613 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f1d6-7e38-44f7-ac48-8fd12fc99d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:47.468636 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-2cb9f1d6-7e38-44f7-ac48-8fd12fc99d6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=373cfa0eae5d4f0cbd01054ab6b1182d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269688 Jul 09 21:06:47.468636 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9f1d6-7e38-44f7-ac48-8fd12fc99d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10942042-a068-44e6-abd0-1553562ecec2,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:47.469281 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51748) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:47.534013 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8cd2-703e-44fc-9de5-6f1e5c1e2ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:47.555212 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8cd2-703e-44fc-9de5-6f1e5c1e2ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:47.684385 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8cd2-703e-44fc-9de5-6f1e5c1e2ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:47.687451 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8cd2-703e-44fc-9de5-6f1e5c1e2ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:47.691616 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7c4c8cd2-703e-44fc-9de5-6f1e5c1e2ff2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10942042-a068-44e6-abd0-1553562ecec2 HTTP/1.1" status: 204 len: 168 time: 0.2210691 Jul 09 21:06:47.704500 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c8cd2-703e-44fc-9de5-6f1e5c1e2ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10942042-a068-44e6-abd0-1553562ecec2,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:47.864625 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2adfa2-d3ee-4aef-b525-e9b66be37ad7 req-f769935e-896a-48ec-a4cf-e60a8258ca89 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:47.866094 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4d2adfa2-d3ee-4aef-b525-e9b66be37ad7 req-f769935e-896a-48ec-a4cf-e60a8258ca89 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0654132 Jul 09 21:06:47.921208 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4d2adfa2-d3ee-4aef-b525-e9b66be37ad7 req-692c156d-b55a-427f-93ae-984141f97d19 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 Jul 09 21:06:48.329201 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51784) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:48.330968 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51786) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:48.346469 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc89b494-8f18-4113-8fac-fdcdb721e417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.434576 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc89b494-8f18-4113-8fac-fdcdb721e417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.514040 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc89b494-8f18-4113-8fac-fdcdb721e417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.523792 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-network', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:48.560154 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cc89b494-8f18-4113-8fac-fdcdb721e417 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39483f03b0dd4207952efc91572a0ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279766 Jul 09 21:06:48.562135 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89b494-8f18-4113-8fac-fdcdb721e417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c92a6cc-536f-482b-9083-cc39caa8c5e8,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:48.562878 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51794) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:48.606911 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Made reservation on behalf of 2bab4c81fea6404bac53adeccaa0e5e4 for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:06:48.609215 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.621777 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.643108 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b990b705-ba3e-464f-8abf-cd257f0aaad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.676551 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b990b705-ba3e-464f-8abf-cd257f0aaad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.764212 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.822651 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b990b705-ba3e-464f-8abf-cd257f0aaad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.825387 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b990b705-ba3e-464f-8abf-cd257f0aaad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:48.826544 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b990b705-ba3e-464f-8abf-cd257f0aaad4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c92a6cc-536f-482b-9083-cc39caa8c5e8 HTTP/1.1" status: 204 len: 168 time: 0.2625403 Jul 09 21:06:48.834354 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990b705-ba3e-464f-8abf-cd257f0aaad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c92a6cc-536f-482b-9083-cc39caa8c5e8,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:48.852822 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.052195 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:06:49.065876 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4541e3ec-5557-4c13-b0ef-24c547fd182d,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:49.070934 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.071280 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Added segment 82062d4c-3174-4950-a586-66a756472ff4 of type vlan for network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 Jul 09 21:06:49.145831 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.204109 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0043ff-eee6-412c-b003-455474d368ca req-3ed7e1a9-e036-47ce-9c48-8c954484f110 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:49.205683 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ee0043ff-eee6-412c-b003-455474d368ca req-3ed7e1a9-e036-47ce-9c48-8c954484f110 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1041665 Jul 09 21:06:49.245783 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ee0043ff-eee6-412c-b003-455474d368ca req-f856c071-0624-4f56-abb4-2ff57a578dac tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344927 Jul 09 21:06:49.271800 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.275602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:49.275602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.356462 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] Pushing event updated for resources: {'Network': ['ID=00fa62e1-65a0-4147-9c74-576ef33ed2a8,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:49.372062 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:06:49.386387 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-58168502-20b6-41d2-bece-65c18af7c28c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0559821 Jul 09 21:06:49.392582 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51836) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:49.399342 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Request body: {'subnet': {'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-subnet', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:49.482934 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Made reservation on behalf of 2bab4c81fea6404bac53adeccaa0e5e4 for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:06:49.485361 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127483860'] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.783447 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51850) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:49.797839 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127536398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127483846'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.860212 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Checking segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:06:49.860570 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Network hostable DHCP agents. Network: 00fa62e1-65a0-4147-9c74-576ef33ed2a8, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:06:49.869660 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=be51743c-91e3-45f4-8dc8-299a7b620a73,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:49.910407 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ceba376c-8c31-4380-9b45-caa589a0aa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.976495 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:06:50.015002 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ceba376c-8c31-4380-9b45-caa589a0aa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.111699 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 00fa62e1-65a0-4147-9c74-576ef33ed2a8) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:50.118240 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:50.120561 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.123093 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae8969-972c-41e3-87a2-d0433f85e241 None None] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:06:50.179669 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ceba376c-8c31-4380-9b45-caa589a0aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.219886 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba376c-8c31-4380-9b45-caa589a0aa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056d0e10-8713-4d4d-bdf5-962c65fe4b68,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:50.225623 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ceba376c-8c31-4380-9b45-caa589a0aa76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1498a4b5e254bcd966658a31d43a2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410326 Jul 09 21:06:50.228428 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51864) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:50.278114 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-541947a7-9fb8-4e52-91d5-4bcbf186ee9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.293018 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-588961ff-1b0c-4b9c-a65f-0bd6d11b4fcd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8988380 Jul 09 21:06:50.295109 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51868) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:50.300490 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:50.302780 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:06:50.303769 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.309407 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-541947a7-9fb8-4e52-91d5-4bcbf186ee9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.458215 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Allocated IP 172.20.0.2 (00fa62e1-65a0-4147-9c74-576ef33ed2a8/be51743c-91e3-45f4-8dc8-299a7b620a73/e42ee7d9-938c-4946-9741-4b80f246f9a7) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:06:50.461843 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437a2aa-4b16-4c91-8645-8bbd0bc10483 req-51153ac3-137b-466a-a19c-6db499ec1fe1 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:50.463405 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6437a2aa-4b16-4c91-8645-8bbd0bc10483 req-51153ac3-137b-466a-a19c-6db499ec1fe1 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0770864 Jul 09 21:06:50.497809 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-541947a7-9fb8-4e52-91d5-4bcbf186ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.499990 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.500414 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-541947a7-9fb8-4e52-91d5-4bcbf186ee9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.503973 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.504138 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-541947a7-9fb8-4e52-91d5-4bcbf186ee9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/056d0e10-8713-4d4d-bdf5-962c65fe4b68 HTTP/1.1" status: 204 len: 168 time: 0.2721612 Jul 09 21:06:50.509164 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541947a7-9fb8-4e52-91d5-4bcbf186ee9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056d0e10-8713-4d4d-bdf5-962c65fe4b68,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:50.513795 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6437a2aa-4b16-4c91-8645-8bbd0bc10483 req-095b44b3-1617-4df2-8662-66516d6c3915 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446000 Jul 09 21:06:50.574950 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.646262 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.655500 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Transition to ACTIVE for port object e42ee7d9-938c-4946-9741-4b80f246f9a7 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:50.676670 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Transition to ACTIVE for port object e42ee7d9-938c-4946-9741-4b80f246f9a7 will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:50.788376 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.793990 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.823608 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:06:50.828627 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:50.833671 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:06:50.840462 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Pushing event updated for resources: {'Port': ['ID=e42ee7d9-938c-4946-9741-4b80f246f9a7,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:50.866113 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.866550 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.866896 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.867235 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.867607 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.868125 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.868467 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.868801 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.869139 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.869471 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.873149 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.873149 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:50.915642 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Attempting to bind port e42ee7d9-938c-4946-9741-4b80f246f9a7 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:06:50.916117 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Attempting to bind port e42ee7d9-938c-4946-9741-4b80f246f9a7 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:06:50.916397 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Attempting to bind port e42ee7d9-938c-4946-9741-4b80f246f9a7 on network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:50.922995 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:06:50.924593 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Checking segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:06:50.924593 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:50.924593 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Bound using segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:06:50.924966 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Bound port: e42ee7d9-938c-4946-9741-4b80f246f9a7, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:06:50.925382 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.001379 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] For port e42ee7d9-938c-4946-9741-4b80f246f9a7, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:06:51.010062 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] For port e42ee7d9-938c-4946-9741-4b80f246f9a7, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=e42ee7d9-938c-4946-9741-4b80f246f9a7,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:06:51.072264 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.149022 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.154608 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28c6b6-9407-4af5-a7c3-05be3019f5fb None None] Pushing event updated for resources: {'Port': ['ID=e42ee7d9-938c-4946-9741-4b80f246f9a7,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:51.171605 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.290089 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Allocated IP 172.27.2.249 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/6d1e6c62-cfab-4492-b07b-2b5bbf050d07) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:06:51.402772 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.540621 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.610342 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:06:51.616018 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:51.620912 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:06:51.643658 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1e6c62-cfab-4492-b07b-2b5bbf050d07,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:51.709384 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51918) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:51.724646 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9ff5-aa55-440c-8bdd-66e12281e343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.845156 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ae462-24cb-4ecb-ad4f-a5d98b138b44 req-d302d8a6-b1e5-4111-83ee-b434b8441f91 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:51.853908 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9a2ae462-24cb-4ecb-ad4f-a5d98b138b44 req-d302d8a6-b1e5-4111-83ee-b434b8441f91 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1236019 Jul 09 21:06:51.868729 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9ff5-aa55-440c-8bdd-66e12281e343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.924741 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9a2ae462-24cb-4ecb-ad4f-a5d98b138b44 req-52845051-3b46-4a88-83b5-4526e48c3bfc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712543 Jul 09 21:06:51.997343 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.997888 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8d1b9ff5-aa55-440c-8bdd-66e12281e343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.039959 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8d1b9ff5-aa55-440c-8bdd-66e12281e343 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=648c697c86f1429ab6c1968f999ecad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292608 Jul 09 21:06:52.041294 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b9ff5-aa55-440c-8bdd-66e12281e343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce12f8d2-863f-4080-9d7d-d640b4cbe92b,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:52.042762 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51928) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:52.151041 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-74a349ea-a744-4cbf-b7b3-bafb5ad56f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.211067 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-74a349ea-a744-4cbf-b7b3-bafb5ad56f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.313745 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.393075 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4225674-da70-4b0a-9021-3e26ae74f486 None None] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:06:52.427291 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-74a349ea-a744-4cbf-b7b3-bafb5ad56f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.429990 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-74a349ea-a744-4cbf-b7b3-bafb5ad56f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.431140 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-74a349ea-a744-4cbf-b7b3-bafb5ad56f77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce12f8d2-863f-4080-9d7d-d640b4cbe92b HTTP/1.1" status: 204 len: 168 time: 0.3855715 Jul 09 21:06:52.445107 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a349ea-a744-4cbf-b7b3-bafb5ad56f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce12f8d2-863f-4080-9d7d-d640b4cbe92b,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:52.574510 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7effa059-7475-4b65-a44b-f7ff0997001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.574790 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:06:52.599057 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-367697c5-56dc-452f-ab14-cb79ab8b72ec None None] Provisioning for port e42ee7d9-938c-4946-9741-4b80f246f9a7 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:52.867832 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:06:52.878959 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Sync routers for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:06:52.888860 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:52.889489 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:06:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:52.971160 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] Notify callbacks [] for router, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:52.975878 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-eda5a432-1013-4ac6-bd9b-5311e0486809 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6763706 Jul 09 21:06:52.976690 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 51952) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:53.031483 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:53.296217 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:51Z', 'revision_number': 3, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:53.329194 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Checking router: 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:06:53.329788 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Updating router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:06:53.373188 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:53.401963 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device e42ee7d9-938c-4946-9741-4b80f246f9a7 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:53.422097 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-638ab49d-6dde-476f-8429-61acc43461e7 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:53.423967 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-638ab49d-6dde-476f-8429-61acc43461e7 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 815 time: 0.3618796 Jul 09 21:06:53.463780 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-f3544cf5-ff43-4fa5-a4cc-30261ef5124f tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/quotas/f48759f14f9747efaca2b8985e13adf4 HTTP/1.1" status: 200 len: 375 time: 0.0230050 Jul 09 21:06:53.464423 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5546c34-d376-4948-9098-9089be2d7aa1 req-93728bba-af27-49fa-bac2-f9607915e262 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:53.466530 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c5546c34-d376-4948-9098-9089be2d7aa1 req-93728bba-af27-49fa-bac2-f9607915e262 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.2860219 Jul 09 21:06:53.574774 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port e42ee7d9-938c-4946-9741-4b80f246f9a7 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:53.580660 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port e42ee7d9-938c-4946-9741-4b80f246f9a7 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:53.583098 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:53.605484 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c5546c34-d376-4948-9098-9089be2d7aa1 req-3f844abd-a58e-49e7-aace-68b30ce21974 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087768 Jul 09 21:06:53.675770 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-a8a1abf8-e5ab-4ab8-af13-0809fac2443f tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2064087 Jul 09 21:06:53.740944 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 51988) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:53.744535 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:53.780314 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:53.798154 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Transition to ACTIVE for port object 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:53.811074 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port e42ee7d9-938c-4946-9741-4b80f246f9a7, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=e42ee7d9-938c-4946-9741-4b80f246f9a7,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:53.837678 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d0cb300b-fbbc-4139-a1dc-af4f0e36567f service neutron] 10.222.0.64 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610429 Jul 09 21:06:53.866933 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-981773e4-cb23-4236-8185-a9c0ab38c85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:53.903221 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:53.920095 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:53.982176 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Pushing event updated for resources: {'Port': ['ID=6d1e6c62-cfab-4492-b07b-2b5bbf050d07,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:53.986119 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Attempting to bind port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:06:53.986718 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Attempting to bind port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:06:53.987310 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Attempting to bind port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:53.990650 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-981773e4-cb23-4236-8185-a9c0ab38c85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:53.994830 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=e42ee7d9-938c-4946-9741-4b80f246f9a7,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:53.996274 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:53.996826 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:53.997389 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:53.997801 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:53.998540 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:53.999084 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:53.999514 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:54.000207 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:54.000752 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:54.001248 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:54.001588 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:54.001924 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:54.005652 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:06:54.006033 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:06:54.008760 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.008760 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:06:54.008760 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Bound port: 6d1e6c62-cfab-4492-b07b-2b5bbf050d07, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:06:54.008760 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.015519 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-0b452600-bcc4-4dd7-a7ce-d1f64cfbbe10 service neutron] 10.222.0.64 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691561 Jul 09 21:06:54.028842 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.091339 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] For port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:06:54.095794 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] For port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=6d1e6c62-cfab-4492-b07b-2b5bbf050d07,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:06:54.134165 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-981773e4-cb23-4236-8185-a9c0ab38c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.181782 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-981773e4-cb23-4236-8185-a9c0ab38c85b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4595a9696a740408845d73ed1b1f48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390786 Jul 09 21:06:54.183342 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981773e4-cb23-4236-8185-a9c0ab38c85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3180828-aee7-497f-a77e-9dd472760905,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:54.185902 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52000) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:54.212917 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Allocated IP 172.20.0.1 (00fa62e1-65a0-4147-9c74-576ef33ed2a8/be51743c-91e3-45f4-8dc8-299a7b620a73/e062ff52-9b1a-4b94-a503-108400121b10) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:06:54.242763 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b0c5977a-99d7-42e9-b316-76e9cd973b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.288999 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.290312 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b0c5977a-99d7-42e9-b316-76e9cd973b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.340221 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.369347 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:54.371024 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:06:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:54.415216 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377620-1303-4384-b853-cf372dbb92b6 None None] Pushing event updated for resources: {'Port': ['ID=6d1e6c62-cfab-4492-b07b-2b5bbf050d07,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:54.499869 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8bb715d8-91ef-485f-b1c3-e187836b4b04 req-f12e4d3b-1a13-4ae3-a20f-96d8e76cbc3c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 210 time: 0.0448799 Jul 09 21:06:54.502002 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b0c5977a-99d7-42e9-b316-76e9cd973b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.505862 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b0c5977a-99d7-42e9-b316-76e9cd973b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.506114 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:54.507067 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b0c5977a-99d7-42e9-b316-76e9cd973b21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3180828-aee7-497f-a77e-9dd472760905 HTTP/1.1" status: 204 len: 168 time: 0.3199437 Jul 09 21:06:54.515541 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Transition to ACTIVE for port object e062ff52-9b1a-4b94-a503-108400121b10 will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:54.525373 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5977a-99d7-42e9-b316-76e9cd973b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3180828-aee7-497f-a77e-9dd472760905,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:54.637687 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.686909 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:06:54.709911 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:54.716426 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:06:54.747156 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Pushing event updated for resources: {'Port': ['ID=e062ff52-9b1a-4b94-a503-108400121b10,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:54.777114 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:54.847267 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:51Z', 'revision_number': 3, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:54.888159 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e137cae-c19c-443a-acb2-a0a29fb19855 None None] The sync data for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi is: [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:51Z', 'revision_number': 3, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:06:55.009883 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db44ae-c4c1-42ac-bd11-591f34ffde04 req-fe0d423f-382a-44df-b4b5-40e78df87887 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:55.012736 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-59db44ae-c4c1-42ac-bd11-591f34ffde04 req-fe0d423f-382a-44df-b4b5-40e78df87887 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1131222 Jul 09 21:06:55.077175 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-59db44ae-c4c1-42ac-bd11-591f34ffde04 req-aa948eb1-a105-459e-b751-222a93b5c8c6 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598688 Jul 09 21:06:55.083251 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-e5ef5008-03df-4916-8471-458f0b18e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.143841 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.183725 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-51b84a69-66e8-4527-911c-115fdc6c662f None None] Provisioning for port e062ff52-9b1a-4b94-a503-108400121b10 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:55.191120 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-51b84a69-66e8-4527-911c-115fdc6c662f None None] Provisioning complete for port e062ff52-9b1a-4b94-a503-108400121b10 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:55.191796 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-51b84a69-66e8-4527-911c-115fdc6c662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.238604 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-51b84a69-66e8-4527-911c-115fdc6c662f None None] Port e062ff52-9b1a-4b94-a503-108400121b10 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:06:55.270510 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.440329 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52048) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:55.468060 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec359ba8-f32a-4b24-94a7-29a0f657ef69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.495319 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device e42ee7d9-938c-4946-9741-4b80f246f9a7 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:55.610782 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port e42ee7d9-938c-4946-9741-4b80f246f9a7 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:55.611214 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.797927 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec359ba8-f32a-4b24-94a7-29a0f657ef69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.841400 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:55.860975 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.868498 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cca57-de28-4cb2-85a0-1c3c78782dfd req-3362c2ae-ec77-408a-8d81-c839a347b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:55.870326 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e21cca57-de28-4cb2-85a0-1c3c78782dfd req-3362c2ae-ec77-408a-8d81-c839a347b807 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 1098 time: 0.1863818 Jul 09 21:06:55.904831 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec359ba8-f32a-4b24-94a7-29a0f657ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:55.947996 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ec359ba8-f32a-4b24-94a7-29a0f657ef69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21af37d889f64c5bb98e940a3eb6c749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065620 Jul 09 21:06:55.951074 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52064) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:55.960967 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.004832 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:06:56.027594 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e21cca57-de28-4cb2-85a0-1c3c78782dfd req-dd8b02e6-cd29-47b7-9d9c-4e6f1b8afe20 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432424 Jul 09 21:06:56.035397 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec359ba8-f32a-4b24-94a7-29a0f657ef69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f794523d-ae66-40cc-aea9-46ae50ad012e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:56.062683 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:56.067257 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:56.067770 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.130125 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afcb921a-9af8-4f03-a613-939b6db3f4e5 req-d6b3b189-296a-4a6e-965c-fb05acd67053 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 210 time: 0.0987854 Jul 09 21:06:56.174020 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.179006 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.182643 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Pushing event updated for resources: {'Port': ['ID=e062ff52-9b1a-4b94-a503-108400121b10,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:56.230376 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=6d1e6c62-cfab-4492-b07b-2b5bbf050d07,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:56.270211 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0854eeda-1018-4fca-8e96-a41b98753daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.333525 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.340369 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0854eeda-1018-4fca-8e96-a41b98753daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.396976 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:06:56.419683 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=6d1e6c62-cfab-4492-b07b-2b5bbf050d07,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:56.430763 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:56.485554 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.526620 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed011-88f2-4a2e-9557-17cad1d3ec2e req-f6e3f03a-e7f4-41e1-9127-36398268242e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:56.528508 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f2bed011-88f2-4a2e-9557-17cad1d3ec2e req-f6e3f03a-e7f4-41e1-9127-36398268242e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.2150650 Jul 09 21:06:56.612671 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f2bed011-88f2-4a2e-9557-17cad1d3ec2e req-e3598fe1-7301-425e-a744-1c151e041d76 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767033 Jul 09 21:06:56.628103 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:06:56.669835 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-47ca912c-9ae7-4615-b7fc-1ad6f591b8ba None None] Provisioning complete for port e062ff52-9b1a-4b94-a503-108400121b10 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:56.670202 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-47ca912c-9ae7-4615-b7fc-1ad6f591b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.706795 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0854eeda-1018-4fca-8e96-a41b98753daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.715837 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0854eeda-1018-4fca-8e96-a41b98753daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:56.715837 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0854eeda-1018-4fca-8e96-a41b98753daf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f794523d-ae66-40cc-aea9-46ae50ad012e HTTP/1.1" status: 204 len: 168 time: 0.7583346 Jul 09 21:06:56.721625 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-47ca912c-9ae7-4615-b7fc-1ad6f591b8ba None None] Port e062ff52-9b1a-4b94-a503-108400121b10 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:06:56.765369 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854eeda-1018-4fca-8e96-a41b98753daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f794523d-ae66-40cc-aea9-46ae50ad012e,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:56.807642 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:06:56.815486 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-435c0bc2-5deb-48aa-96f6-af1a629bac0f admin admin] 10.222.0.64 "PUT /v2.0/routers/6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8365340 Jul 09 21:06:57.078973 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Sync routers for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:06:57.088968 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:57.090685 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:06:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:57.310213 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d3e4c9dc-0c7d-4d7d-85ab-0ed5cb47a3c4 req-1c0c8359-4b18-4881-b39e-f985d94eb311 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 210 time: 0.0479145 Jul 09 21:06:57.371146 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:57.420888 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:57.498802 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:57.499478 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:57.701736 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52100) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:57.706672 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-1afc712b-2f45-4ef2-88b9-1e85103b9e79 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099205491', 'description': 'tempest-description--190048265'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:57.708508 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:06:55Z', 'revision_number': 2, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:57.744884 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Checking router: 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:06:57.745552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Updating router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 port e062ff52-9b1a-4b94-a503-108400121b10 binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:06:57.790735 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:57.871109 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52104) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:57.889374 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1afc712b-2f45-4ef2-88b9-1e85103b9e79 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:57.914947 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d1d7-11d4-4ede-b54f-b626b9da013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:57.971107 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af408-bd8a-4978-b110-afbb39f03a5d req-12724283-17f8-486b-b0df-803cf6eedcd9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:57.978674 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d18af408-bd8a-4978-b110-afbb39f03a5d req-12724283-17f8-486b-b0df-803cf6eedcd9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.2070129 Jul 09 21:06:58.034770 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-68034de0-65df-438b-b4a8-8551b3d8c3d3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:58.038084 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-68034de0-65df-438b-b4a8-8551b3d8c3d3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 815 time: 0.2413471 Jul 09 21:06:58.062974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Request body: {'port': {'device_id': '87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1', 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'admin_state_up': True, 'tenant_id': 'f48759f14f9747efaca2b8985e13adf4'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:58.082936 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d18af408-bd8a-4978-b110-afbb39f03a5d req-35321db9-c63a-4aee-90c5-b9d1d87e0936 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031604 Jul 09 21:06:58.102079 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1afc712b-2f45-4ef2-88b9-1e85103b9e79 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.125068 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.174993 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.186022 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Transition to ACTIVE for port object e062ff52-9b1a-4b94-a503-108400121b10 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:06:58.231652 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1afc712b-2f45-4ef2-88b9-1e85103b9e79 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.259554 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc712b-2f45-4ef2-88b9-1e85103b9e79 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa3ce99-3e42-470d-aa21-8f741df0bdb3,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:58.291312 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.326322 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d1d7-11d4-4ede-b54f-b626b9da013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.345546 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4569ae-ec4e-4eea-99dc-07b764a3bcd0 None None] Pushing event updated for resources: {'Port': ['ID=e062ff52-9b1a-4b94-a503-108400121b10,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:58.401500 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Attempting to bind port e062ff52-9b1a-4b94-a503-108400121b10 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:06:58.402180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Attempting to bind port e062ff52-9b1a-4b94-a503-108400121b10 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:06:58.402180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Attempting to bind port e062ff52-9b1a-4b94-a503-108400121b10 on network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:06:58.407255 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:06:58.407662 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Checking segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:06:58.408065 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.408456 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Bound using segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:06:58.408977 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Bound port: e062ff52-9b1a-4b94-a503-108400121b10, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:06:58.409378 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.423675 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d1d7-11d4-4ede-b54f-b626b9da013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.502904 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9d1d7-11d4-4ede-b54f-b626b9da013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b77f46-1f3e-4da3-879b-e2c04dba976b,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:58.504988 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] For port e062ff52-9b1a-4b94-a503-108400121b10, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:06:58.512337 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] For port e062ff52-9b1a-4b94-a503-108400121b10, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=e062ff52-9b1a-4b94-a503-108400121b10,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:06:58.512568 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6bf9d1d7-11d4-4ede-b54f-b626b9da013b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d9be0b6fbce4dcab3d5b285dcebd839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390145 Jul 09 21:06:58.512645 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52114) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:58.515335 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a7b05e5f-8661-46aa-82e2-512276c5b692 req-7a603aad-a532-4dc8-9b02-9f2acf163151 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 210 time: 0.0606451 Jul 09 21:06:58.566061 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2d179afc-9429-4dce-bcb5-09fb378d15fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.576380 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Made reservation on behalf of f48759f14f9747efaca2b8985e13adf4 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:06:58.579928 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.601923 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2d179afc-9429-4dce-bcb5-09fb378d15fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.609209 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.642512 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1afc712b-2f45-4ef2-88b9-1e85103b9e79 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.643844 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1afc712b-2f45-4ef2-88b9-1e85103b9e79 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9409292 Jul 09 21:06:58.646889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52120) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:58.662403 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-523c477c-b17d-4cb4-8aa7-6b9d4ae38a56 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'security_group_rule': {'security_group_id': '7aa3ce99-3e42-470d-aa21-8f741df0bdb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:58.704985 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4569ae-ec4e-4eea-99dc-07b764a3bcd0 None None] Pushing event updated for resources: {'Port': ['ID=e062ff52-9b1a-4b94-a503-108400121b10,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:58.711932 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:06:58.712186 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:06:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:58.775705 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Allocated IP 172.20.0.9 (ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd/bc41e03b-5084-4288-8637-6166d1f58982/972a339e-dde3-4255-8b9b-8ca89c984e77) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:06:58.831013 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2d179afc-9429-4dce-bcb5-09fb378d15fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.833827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2d179afc-9429-4dce-bcb5-09fb378d15fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.837658 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2d179afc-9429-4dce-bcb5-09fb378d15fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09b77f46-1f3e-4da3-879b-e2c04dba976b HTTP/1.1" status: 204 len: 168 time: 0.3214924 Jul 09 21:06:58.856508 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:06:58.859762 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d179afc-9429-4dce-bcb5-09fb378d15fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b77f46-1f3e-4da3-879b-e2c04dba976b,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:58.875313 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-523c477c-b17d-4cb4-8aa7-6b9d4ae38a56 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.045518 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.062145 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-523c477c-b17d-4cb4-8aa7-6b9d4ae38a56 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.145547 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-523c477c-b17d-4cb4-8aa7-6b9d4ae38a56 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.152935 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:06:58Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:06:59.181113 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c477c-b17d-4cb4-8aa7-6b9d4ae38a56 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d080f10-c99c-4a5a-b0e4-3139faed06d6,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:59.199408 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba586e76-4bc8-403a-8156-fe7a0d0dfad7 None None] The sync data for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi is: [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:06:58Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:06:59.288993 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.336091 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-523c477c-b17d-4cb4-8aa7-6b9d4ae38a56 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.337290 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-523c477c-b17d-4cb4-8aa7-6b9d4ae38a56 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6878176 Jul 09 21:06:59.338584 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ee185b1c-01a9-4ee3-a801-6ad19ceec91d'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:06:59.392850 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52142) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:06:59.425682 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-06a9d406-babf-4d0d-863a-d0b30d46f068 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'security_group_rule': {'security_group_id': '7aa3ce99-3e42-470d-aa21-8f741df0bdb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:59.471233 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:06:59.475445 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:06:59.485536 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:06:59.504782 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device e062ff52-9b1a-4b94-a503-108400121b10 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:59.521802 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46182841-4d94-456d-b84a-78e460db4dd6 req-64d70903-180a-4c4b-a039-21206143c34d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:59.523396 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-46182841-4d94-456d-b84a-78e460db4dd6 req-64d70903-180a-4c4b-a039-21206143c34d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.2034721 Jul 09 21:06:59.534645 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Pushing event updated for resources: {'Port': ['ID=972a339e-dde3-4255-8b9b-8ca89c984e77,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:59.602288 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:59.602966 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.628130 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-46182841-4d94-456d-b84a-78e460db4dd6 req-8f4f468d-ae6a-418c-badb-7cccb8883312 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874195 Jul 09 21:06:59.637743 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-06a9d406-babf-4d0d-863a-d0b30d46f068 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.778068 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-ee717a48-3cac-4f64-96b6-a651576518c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7224274 Jul 09 21:06:59.800601 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Request body: {'port': {'device_id': '87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:06:59.828132 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-06a9d406-babf-4d0d-863a-d0b30d46f068 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.911378 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799570b-be6e-4f5f-a2bd-5e50b1a39b4c req-9824f3f7-5708-452b-b76a-e2956d029d27 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:59.913176 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7799570b-be6e-4f5f-a2bd-5e50b1a39b4c req-9824f3f7-5708-452b-b76a-e2956d029d27 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 931 time: 0.1552658 Jul 09 21:06:59.919066 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port e062ff52-9b1a-4b94-a503-108400121b10 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:06:59.921258 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.924689 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port e062ff52-9b1a-4b94-a503-108400121b10 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:59.925174 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.958943 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cca428-67a1-4121-b8ec-9088a91ce2c3 req-a6f21a85-540a-4f44-99c5-35ff781c950e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:59.960463 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-82cca428-67a1-4121-b8ec-9088a91ce2c3 req-a6f21a85-540a-4f44-99c5-35ff781c950e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1140671 Jul 09 21:06:59.965706 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-06a9d406-babf-4d0d-863a-d0b30d46f068 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.079285 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.086170 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7799570b-be6e-4f5f-a2bd-5e50b1a39b4c req-46113082-5ba3-4434-b8ab-20ebfc86dc7d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529083 Jul 09 21:07:00.114384 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9d406-babf-4d0d-863a-d0b30d46f068 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326bba6e-6622-4c47-b990-6b4b7d80040e,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:00.171727 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-82cca428-67a1-4121-b8ec-9088a91ce2c3 req-e83a8fef-1228-4cec-b9cd-23796df178d8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931238 Jul 09 21:07:00.178209 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port e062ff52-9b1a-4b94-a503-108400121b10, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=e062ff52-9b1a-4b94-a503-108400121b10,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:00.336776 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.336993 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-06a9d406-babf-4d0d-863a-d0b30d46f068 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.340599 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-06a9d406-babf-4d0d-863a-d0b30d46f068 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9410172 Jul 09 21:07:00.342537 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52176) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:00.351333 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:00.464270 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=e062ff52-9b1a-4b94-a503-108400121b10,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:00.477156 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972a339e-dde3-4255-8b9b-8ca89c984e77 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:00.487190 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.503106 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Transition to ACTIVE for port object 972a339e-dde3-4255-8b9b-8ca89c984e77 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:00.511822 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.596822 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.642635 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.670316 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Pushing event updated for resources: {'Port': ['ID=972a339e-dde3-4255-8b9b-8ca89c984e77,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:00.761148 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Attempting to bind port 972a339e-dde3-4255-8b9b-8ca89c984e77 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:00.761500 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Attempting to bind port 972a339e-dde3-4255-8b9b-8ca89c984e77 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:00.761835 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Attempting to bind port 972a339e-dde3-4255-8b9b-8ca89c984e77 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:00.766591 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Port 972a339e-dde3-4255-8b9b-8ca89c984e77 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:07:00.766846 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Attempting to bind port 972a339e-dde3-4255-8b9b-8ca89c984e77 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:00.772092 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:00.772905 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Checking segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:00.773511 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Bound using segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:00.774091 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Bound port: 972a339e-dde3-4255-8b9b-8ca89c984e77, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:00.774462 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.803150 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Allocated IP 172.27.2.227 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/0989cf1b-22f6-4aa7-b209-56beaad9cd8a) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:00.847245 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] For port 972a339e-dde3-4255-8b9b-8ca89c984e77, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:00.850463 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] For port 972a339e-dde3-4255-8b9b-8ca89c984e77, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=972a339e-dde3-4255-8b9b-8ca89c984e77,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:00.913827 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.956987 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.993119 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:00.993738 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.995749 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] 10.222.0.43 "PUT /v2.0/ports/972a339e-dde3-4255-8b9b-8ca89c984e77 HTTP/1.1" status: 200 len: 1093 time: 1.2025497 Jul 09 21:07:00.996175 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1', 'tag': '972a339e-dde3-4255-8b9b-8ca89c984e77'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:00.998408 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb529530-2286-4d26-8327-2620fa7163d3" -d '{"events": [{"name": "network-changed", "server_uuid": "87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1", "tag": "972a339e-dde3-4255-8b9b-8ca89c984e77"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:01.023173 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4e5e0-8ca9-412c-b88f-a3b6245c5c71 service neutron] Pushing event updated for resources: {'Port': ['ID=972a339e-dde3-4255-8b9b-8ca89c984e77,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:01.043188 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5928a6b-1602-4b39-a41e-f8510619364a x-openstack-request-id: req-e5928a6b-1602-4b39-a41e-f8510619364a {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:01.043614 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1", "tag": "972a339e-dde3-4255-8b9b-8ca89c984e77", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:01.043879 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5928a6b-1602-4b39-a41e-f8510619364a {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:01.044276 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1', 'tag': '972a339e-dde3-4255-8b9b-8ca89c984e77', 'status': 'completed', 'code': 200} Jul 09 21:07:01.136636 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:01.200127 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:01.361302 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:01.361302 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:01.361302 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'Port': ['ID=0989cf1b-22f6-4aa7-b209-56beaad9cd8a,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:01.363804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device e062ff52-9b1a-4b94-a503-108400121b10 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:01.401922 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:01.411748 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port e062ff52-9b1a-4b94-a503-108400121b10 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:01.412234 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:01.422621 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143db69-5de1-4cc8-a214-35845eb8a8fe req-0d008b15-9b81-40b2-9ea3-8db1769ebe21 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:01.424199 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a143db69-5de1-4cc8-a214-35845eb8a8fe req-0d008b15-9b81-40b2-9ea3-8db1769ebe21 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 943 time: 0.1759479 Jul 09 21:07:01.546053 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a143db69-5de1-4cc8-a214-35845eb8a8fe req-40505fc3-48b1-4e53-bd46-202d793084eb tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489607 Jul 09 21:07:01.675782 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:01.842580 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:01.918560 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:01.984805 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'Port': ['ID=0989cf1b-22f6-4aa7-b209-56beaad9cd8a,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:01.994577 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:02.122337 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:02.124310 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-414049f1-c790-4667-aca3-b59236ed8ddd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7765181 Jul 09 21:07:02.358086 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-12eb1b0f-e8b7-4c96-b97b-9f52c0f1463c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1099205491&fields=id&tenant_id=2bab4c81fea6404bac53adeccaa0e5e4 HTTP/1.1" status: 200 len: 267 time: 0.0474753 Jul 09 21:07:02.476175 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-5ec809ae-5ed2-4d5b-93b8-7e2b51f7ded5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:02.477657 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-5ec809ae-5ed2-4d5b-93b8-7e2b51f7ded5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 817 time: 0.1121264 Jul 09 21:07:02.493716 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-6cdc536a-52b7-4f9c-9083-6a9541e8a01b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/quotas/2bab4c81fea6404bac53adeccaa0e5e4 HTTP/1.1" status: 200 len: 375 time: 0.0093229 Jul 09 21:07:02.566153 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-af7bde3a-8cb2-4318-9c85-e08fc85ec3b4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648489 Jul 09 21:07:02.703384 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-cf5bc76e-b337-45cf-a6ef-31eb9cbe33db service neutron] 10.222.0.64 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205721 Jul 09 21:07:02.783345 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d48e8e-ff83-4730-84a7-585c304eefb5 req-be13d6bb-762c-4f43-9094-6bed0743018d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:02.784883 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b4d48e8e-ff83-4730-84a7-585c304eefb5 req-be13d6bb-762c-4f43-9094-6bed0743018d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 943 time: 0.1276736 Jul 09 21:07:02.837586 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-10c420c9-bacf-4bef-a95f-cf31d08ef305 service neutron] 10.222.0.64 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238301 Jul 09 21:07:02.845152 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b4d48e8e-ff83-4730-84a7-585c304eefb5 req-e1060c2f-cc78-4ce4-8671-5e73ebd27e77 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535302 Jul 09 21:07:03.078985 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ab56788b-b152-417e-8242-2c469568e1a5 req-5c41f79a-3e94-4551-ad72-206e2c7259aa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 210 time: 0.0280094 Jul 09 21:07:03.853167 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb529530-2286-4d26-8327-2620fa7163d3 req-ef60873f-cf26-45b1-8f6d-c9dacdb2ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:03.856045 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cb529530-2286-4d26-8327-2620fa7163d3 req-ef60873f-cf26-45b1-8f6d-c9dacdb2ed16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 1096 time: 0.0564537 Jul 09 21:07:03.901590 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52294) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:04.058832 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb529530-2286-4d26-8327-2620fa7163d3 req-15fd1cb3-7eaa-4a12-a656-3c7e7587c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.060301 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cb529530-2286-4d26-8327-2620fa7163d3 req-15fd1cb3-7eaa-4a12-a656-3c7e7587c102 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f48759f14f9747efaca2b8985e13adf4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1844585 Jul 09 21:07:04.217157 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-54da33cb-782d-4786-92e7-4fe8c619f04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:04.235016 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb529530-2286-4d26-8327-2620fa7163d3 req-a5b954c0-b3b5-41ae-9257-c48be849de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.236631 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cb529530-2286-4d26-8327-2620fa7163d3 req-a5b954c0-b3b5-41ae-9257-c48be849de42 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699154 Jul 09 21:07:04.258297 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-75711b30-6ea4-4f02-9ade-8e1a95f8d2aa req-dafa6771-36d5-462a-9fc4-82dbba8544aa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 210 time: 0.0440421 Jul 09 21:07:04.306069 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3ed27-06c3-4eda-a586-fe1ce2e3503d req-f19a45e1-377a-44b5-b7e5-c538280b7156 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.308122 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c8c3ed27-06c3-4eda-a586-fe1ce2e3503d req-f19a45e1-377a-44b5-b7e5-c538280b7156 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 943 time: 0.3475304 Jul 09 21:07:04.359667 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c8c3ed27-06c3-4eda-a586-fe1ce2e3503d req-5e379f5f-6636-496d-85f1-0b49b4b083b1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458453 Jul 09 21:07:04.406108 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-54da33cb-782d-4786-92e7-4fe8c619f04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:04.418730 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-a1f6104d-41e6-400f-9d37-c91e4c83ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.420388 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-a1f6104d-41e6-400f-9d37-c91e4c83ee89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 1096 time: 0.0573668 Jul 09 21:07:04.478458 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-b9028cde-5ad7-475b-a87a-0feab49cd704 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=972a339e-dde3-4255-8b9b-8ca89c984e77 HTTP/1.1" status: 200 len: 217 time: 0.0347898 Jul 09 21:07:04.530264 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-54da33cb-782d-4786-92e7-4fe8c619f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:04.542044 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-a916f595-63e4-49a7-94bf-7034e7a838a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.543544 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-a916f595-63e4-49a7-94bf-7034e7a838a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 200 len: 855 time: 0.0535288 Jul 09 21:07:04.571377 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-54da33cb-782d-4786-92e7-4fe8c619f04b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbb5958789074333a2185271f4203410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6678324 Jul 09 21:07:04.574747 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da33cb-782d-4786-92e7-4fe8c619f04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a27febd-fce4-46ef-8d9f-404d11ea92a0,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:04.576258 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-f805040e-2cca-48f5-a31d-f9a79279743e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257807 Jul 09 21:07:04.576666 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52308) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:04.626630 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f6c67ec7-b486-4611-b768-d92a3eb5076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:04.647571 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f6c67ec7-b486-4611-b768-d92a3eb5076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:04.665937 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-2307c984-c771-4991-915a-4dabd07ba238 service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814958 Jul 09 21:07:04.765617 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4367c7c2-0c0d-461c-a8f7-269cd3b671e4 req-b15905d6-5969-442e-8f4e-318577d0926c service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913877 Jul 09 21:07:04.798805 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f6c67ec7-b486-4611-b768-d92a3eb5076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:04.801647 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f6c67ec7-b486-4611-b768-d92a3eb5076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:04.803073 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-f6c67ec7-b486-4611-b768-d92a3eb5076b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a27febd-fce4-46ef-8d9f-404d11ea92a0 HTTP/1.1" status: 204 len: 168 time: 0.2251434 Jul 09 21:07:04.810585 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c67ec7-b486-4611-b768-d92a3eb5076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a27febd-fce4-46ef-8d9f-404d11ea92a0,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:05.413512 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf4b204e-4741-42e3-89fa-9a4193ff24ab req-6765352a-3b31-4b6e-8448-a4edde7f49ca tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 210 time: 0.0300756 Jul 09 21:07:05.531025 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52326) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:05.547669 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-916301c8-a15e-4c1a-9764-38a612b4abe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:05.562904 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5bfd1-89cf-4088-8090-b02bdeedf2c7 req-143f1ade-2968-4201-ba94-2d0dfe911997 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:05.564437 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3fb5bfd1-89cf-4088-8090-b02bdeedf2c7 req-143f1ade-2968-4201-ba94-2d0dfe911997 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 943 time: 0.0874710 Jul 09 21:07:05.626529 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3fb5bfd1-89cf-4088-8090-b02bdeedf2c7 req-58bbd4da-5063-484f-8733-460239e94c18 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557384 Jul 09 21:07:05.681294 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-916301c8-a15e-4c1a-9764-38a612b4abe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:05.762088 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-916301c8-a15e-4c1a-9764-38a612b4abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:05.801003 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-916301c8-a15e-4c1a-9764-38a612b4abe9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f5503151ee0472fb17d1cb07fe9ad35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688351 Jul 09 21:07:05.801844 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916301c8-a15e-4c1a-9764-38a612b4abe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d416fa68-13e7-48c9-869c-d12ce028f88e,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:05.803778 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52334) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:05.858744 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a53ed41c-dc6e-43a9-8950-b5f57da1f4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:05.882315 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a53ed41c-dc6e-43a9-8950-b5f57da1f4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:06.042210 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a53ed41c-dc6e-43a9-8950-b5f57da1f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:06.044874 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a53ed41c-dc6e-43a9-8950-b5f57da1f4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:06.046099 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a53ed41c-dc6e-43a9-8950-b5f57da1f4d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d416fa68-13e7-48c9-869c-d12ce028f88e HTTP/1.1" status: 204 len: 168 time: 0.2408643 Jul 09 21:07:06.054729 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ed41c-dc6e-43a9-8950-b5f57da1f4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d416fa68-13e7-48c9-869c-d12ce028f88e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:06.270569 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f917f6-9310-4efb-8a30-0aca0896993f req-e3791376-59fd-4911-929b-16c00ffb24d2 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.272255 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-14f917f6-9310-4efb-8a30-0aca0896993f req-e3791376-59fd-4911-929b-16c00ffb24d2 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0725682 Jul 09 21:07:06.348321 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-14f917f6-9310-4efb-8a30-0aca0896993f req-f534121c-259e-407a-b9d3-0aa8bc858530 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677640 Jul 09 21:07:06.427293 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-3863f8b0-6f4e-4ff7-851f-c79696cf44df tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.428782 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-3863f8b0-6f4e-4ff7-851f-c79696cf44df tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 817 time: 0.3330579 Jul 09 21:07:06.442763 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-c3b91c6c-b8a3-49a2-baf4-5af6e05b475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.444305 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-c3b91c6c-b8a3-49a2-baf4-5af6e05b475b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1098 time: 0.0834298 Jul 09 21:07:06.557714 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-865ad139-8d2f-44b9-a270-4e35e386cdbd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bab4c81fea6404bac53adeccaa0e5e4 HTTP/1.1" status: 200 len: 380 time: 0.1029475 Jul 09 21:07:06.570333 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3aabd887-133e-4fcb-9d09-3563d520eff4 req-938a43b9-7c39-4cd2-aa20-1166dd65ea2a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 210 time: 0.0363894 Jul 09 21:07:06.575718 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'port': {'device_id': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'admin_state_up': True, 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'security_groups': ['7aa3ce99-3e42-470d-aa21-8f741df0bdb3']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:06.665569 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-0f1fabef-593b-4942-8065-8a6e042eba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.665569 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-0f1fabef-593b-4942-8065-8a6e042eba60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.1975720 Jul 09 21:07:06.726225 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-065e2b56-8e95-4880-b460-fe8878eb8eec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 200 len: 217 time: 0.0457006 Jul 09 21:07:06.803758 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-52eafe26-7b32-488a-9969-382fd945f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.805291 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-52eafe26-7b32-488a-9969-382fd945f64e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.0666938 Jul 09 21:07:06.825608 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86525bfe-e5f7-41eb-a7ae-ba3a407d3c30 req-f4d7fc9b-faa9-4a7a-bcb8-af325f173b8e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.827232 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-86525bfe-e5f7-41eb-a7ae-ba3a407d3c30 req-f4d7fc9b-faa9-4a7a-bcb8-af325f173b8e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 943 time: 0.0689092 Jul 09 21:07:06.863120 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-4cc9b360-8633-428d-9182-60b8c424ec36 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427349 Jul 09 21:07:06.912380 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-86525bfe-e5f7-41eb-a7ae-ba3a407d3c30 req-0ec1ea43-0ac2-482c-bfc1-735597e13e93 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604749 Jul 09 21:07:06.970397 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-c92049f6-34ca-458c-b535-5703c0660d32 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996194 Jul 09 21:07:06.975468 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Made reservation on behalf of 2bab4c81fea6404bac53adeccaa0e5e4 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:06.980020 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:07.157379 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2e74d66-8296-44eb-8417-0d216791f5f2 req-16afc5bc-4f7f-4f00-863e-9da9f31eabc3 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742637 Jul 09 21:07:07.202934 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Allocated IP 172.20.0.7 (00fa62e1-65a0-4147-9c74-576ef33ed2a8/be51743c-91e3-45f4-8dc8-299a7b620a73/82b8c503-4f85-44f3-9669-de19bd59de49) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:07.353853 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:07.370713 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Transition to ACTIVE for port object 82b8c503-4f85-44f3-9669-de19bd59de49 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:07.482339 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:07.521894 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:07.526084 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:07.528875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:07.553153 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58d17-82dd-478d-b273-dcdb70a35797 req-0b1582cc-84e0-4d8f-9a7b-b290ea604048 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:07.555396 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e7f58d17-82dd-478d-b273-dcdb70a35797 req-0b1582cc-84e0-4d8f-9a7b-b290ea604048 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0774150 Jul 09 21:07:07.636782 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:07.662649 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:07.663199 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:07.684305 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e7f58d17-82dd-478d-b273-dcdb70a35797 req-5169b5c5-b152-4e0c-a48c-71242da4e027 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229501 Jul 09 21:07:07.759810 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8dc48f4f-90ba-44a2-8eb9-724cb4f95363 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1959503 Jul 09 21:07:07.786662 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Request body: {'port': {'device_id': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:07.905014 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1083d5-2116-4cba-83cc-c80181470c2c req-8b0631e6-919a-4990-af55-14efa3a5f29b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:07.906866 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cc1083d5-2116-4cba-83cc-c80181470c2c req-8b0631e6-919a-4990-af55-14efa3a5f29b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 931 time: 0.1163280 Jul 09 21:07:07.938462 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:07.943861 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 972a339e-dde3-4255-8b9b-8ca89c984e77 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:07:07.998915 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-54266c05-bc14-4dbd-b49f-ca5d63b828ae None None] Provisioning for port 82b8c503-4f85-44f3-9669-de19bd59de49 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:08.006570 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cc1083d5-2116-4cba-83cc-c80181470c2c req-a7b9db76-8cc5-4907-9e8c-cb3198340469 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880814 Jul 09 21:07:08.015448 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-54266c05-bc14-4dbd-b49f-ca5d63b828ae None None] Provisioning complete for port 82b8c503-4f85-44f3-9669-de19bd59de49 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:08.015843 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-54266c05-bc14-4dbd-b49f-ca5d63b828ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.103224 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-54266c05-bc14-4dbd-b49f-ca5d63b828ae None None] Port 82b8c503-4f85-44f3-9669-de19bd59de49 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:08.103224 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.db.resource_extend [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 21:07:08.129660 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7629447-0fe1-4702-9a89-65ecae4f114e req-c8ef3d0c-7d48-43fa-a3e9-2d3c34b6f544 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:08.136138 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b7629447-0fe1-4702-9a89-65ecae4f114e req-c8ef3d0c-7d48-43fa-a3e9-2d3c34b6f544 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 943 time: 0.0896592 Jul 09 21:07:08.174305 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b7629447-0fe1-4702-9a89-65ecae4f114e req-69c80109-97a9-4f23-8164-fc298199b867 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Jul 09 21:07:08.183886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 972a339e-dde3-4255-8b9b-8ca89c984e77, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=972a339e-dde3-4255-8b9b-8ca89c984e77,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:08.195052 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '972a339e-dde3-4255-8b9b-8ca89c984e77', 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'port_id': '972a339e-dde3-4255-8b9b-8ca89c984e77', 'mac_address': 'fa:16:3e:a4:4e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc41e03b-5084-4288-8637-6166d1f58982', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:07:08.231907 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.243846 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b8c503-4f85-44f3-9669-de19bd59de49 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:08.244491 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972a339e-dde3-4255-8b9b-8ca89c984e77 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:08.251580 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.263957 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Transition to ACTIVE for port object 82b8c503-4f85-44f3-9669-de19bd59de49 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:08.264343 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 972a339e-dde3-4255-8b9b-8ca89c984e77, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=972a339e-dde3-4255-8b9b-8ca89c984e77,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:08.396410 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.396584 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.451953 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=972a339e-dde3-4255-8b9b-8ca89c984e77,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:08.473734 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:08.526170 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Attempting to bind port 82b8c503-4f85-44f3-9669-de19bd59de49 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:08.526517 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Attempting to bind port 82b8c503-4f85-44f3-9669-de19bd59de49 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:08.526847 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Attempting to bind port 82b8c503-4f85-44f3-9669-de19bd59de49 on network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:08.531256 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Port 82b8c503-4f85-44f3-9669-de19bd59de49 on network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:07:08.531635 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Attempting to bind port 82b8c503-4f85-44f3-9669-de19bd59de49 on network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:08.537052 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:08.537508 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Checking segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:08.545295 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Bound using segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:08.545295 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Bound port: 82b8c503-4f85-44f3-9669-de19bd59de49, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:08.545295 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.617034 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:08.620746 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:08.690368 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.724185 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:08.741350 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:08.741350 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/82b8c503-4f85-44f3-9669-de19bd59de49 HTTP/1.1" status: 200 len: 1093 time: 0.9442151 Jul 09 21:07:08.741350 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:08.741350 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad900e-c2bc-4118-bcb2-5edaddb6f2da" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:08.762980 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd89b53-83db-4198-90c7-36c0803d16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:08.796584 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb702af-17ca-4130-9de4-173b1b4597ae x-openstack-request-id: req-6cb702af-17ca-4130-9de4-173b1b4597ae {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:08.796878 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:08.797154 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cb702af-17ca-4130-9de4-173b1b4597ae {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:08.797545 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49', 'status': 'completed', 'code': 200} Jul 09 21:07:08.832636 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['972a339e-dde3-4255-8b9b-8ca89c984e77'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:07:08.945076 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201514b-8fa4-49f5-8e13-5c768434ad1b req-d3a63054-45e9-4c95-812b-1f0ab701cee4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:08.949568 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8201514b-8fa4-49f5-8e13-5c768434ad1b req-d3a63054-45e9-4c95-812b-1f0ab701cee4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1123867 Jul 09 21:07:08.980159 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad900e-c2bc-4118-bcb2-5edaddb6f2da req-4bbc2177-4dfb-4fd9-8a91-219642a71320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:08.982872 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09ad900e-c2bc-4118-bcb2-5edaddb6f2da req-4bbc2177-4dfb-4fd9-8a91-219642a71320 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 1096 time: 0.1171856 Jul 09 21:07:09.027342 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8201514b-8fa4-49f5-8e13-5c768434ad1b req-e4871d1c-1d1c-42f4-bbfe-b9babe1a25c9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768511 Jul 09 21:07:09.153945 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad900e-c2bc-4118-bcb2-5edaddb6f2da req-197b8326-be4f-41c6-badf-adb79a1a4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:09.155535 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09ad900e-c2bc-4118-bcb2-5edaddb6f2da req-197b8326-be4f-41c6-badf-adb79a1a4453 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1487324 Jul 09 21:07:09.231062 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d06f5-d43b-4ae1-a4d2-982c1cd9f242 req-b4ef16ba-61cc-4c87-abe7-35e6f1f4f039 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:09.232651 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6c3d06f5-d43b-4ae1-a4d2-982c1cd9f242 req-b4ef16ba-61cc-4c87-abe7-35e6f1f4f039 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0751836 Jul 09 21:07:09.277117 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad900e-c2bc-4118-bcb2-5edaddb6f2da req-7d734213-c56f-4e72-84a9-ad7fdc7ff35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:09.283332 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09ad900e-c2bc-4118-bcb2-5edaddb6f2da req-7d734213-c56f-4e72-84a9-ad7fdc7ff35c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105223 Jul 09 21:07:09.285086 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6c3d06f5-d43b-4ae1-a4d2-982c1cd9f242 req-3c713219-ced6-4efe-8f03-3839a63f2b84 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455470 Jul 09 21:07:09.385877 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aa78f-a28d-4e6d-acc9-307abc7bdf9d req-3db01e67-c06b-4a10-8860-605cda7322ec tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:09.387393 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-486aa78f-a28d-4e6d-acc9-307abc7bdf9d req-3db01e67-c06b-4a10-8860-605cda7322ec tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 944 time: 0.0717523 Jul 09 21:07:09.413446 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8ccfb9e8-e3f6-44d8-95fe-167efa502d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:09.415055 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-8ccfb9e8-e3f6-44d8-95fe-167efa502d1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 1096 time: 0.0579689 Jul 09 21:07:09.425742 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-486aa78f-a28d-4e6d-acc9-307abc7bdf9d req-cb0f0c40-397c-445e-841d-c28a121439e2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324903 Jul 09 21:07:09.475299 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-3f2e4fb3-834c-4d04-aa8b-5021cc0ab064 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82b8c503-4f85-44f3-9669-de19bd59de49 HTTP/1.1" status: 200 len: 217 time: 0.0402277 Jul 09 21:07:09.522578 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-e1958e1c-c232-4e6d-b2a1-51dae49cd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:09.524190 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-e1958e1c-c232-4e6d-b2a1-51dae49cd74d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0463154 Jul 09 21:07:09.606969 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-ad68db7c-dbad-4f59-950d-112d7c83c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:09.608535 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-ad68db7c-dbad-4f59-950d-112d7c83c74a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767913 Jul 09 21:07:09.701548 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-a827bc70-3c7b-4066-800f-48d7f9696bef service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853350 Jul 09 21:07:09.792729 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a7d8bc-bf8e-4b81-a557-0a7f42516c61 req-0264a601-9921-407e-a0c7-898403d4b411 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831954 Jul 09 21:07:09.969872 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 972a339e-dde3-4255-8b9b-8ca89c984e77 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:10.147467 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 972a339e-dde3-4255-8b9b-8ca89c984e77 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:10.152710 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 972a339e-dde3-4255-8b9b-8ca89c984e77 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:10.153085 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.245294 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.251706 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b81c63-1e81-41c7-a8b7-b5accc364d77 req-6d9ddf9a-c09e-4b6f-aed6-2e8e6316423e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:10.253334 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d6b81c63-1e81-41c7-a8b7-b5accc364d77 req-6d9ddf9a-c09e-4b6f-aed6-2e8e6316423e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0821345 Jul 09 21:07:10.269867 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972a339e-dde3-4255-8b9b-8ca89c984e77'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:10.280720 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f880096-afd6-4235-9ea8-f91711d2b93c" -d '{"events": [{"server_uuid": "87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1", "name": "network-vif-plugged", "status": "completed", "tag": "972a339e-dde3-4255-8b9b-8ca89c984e77"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:10.301975 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 972a339e-dde3-4255-8b9b-8ca89c984e77, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=972a339e-dde3-4255-8b9b-8ca89c984e77,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:10.304676 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d6b81c63-1e81-41c7-a8b7-b5accc364d77 req-f8aa704a-ae10-4c52-a62f-d91d0458d7fc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Jul 09 21:07:10.321163 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db04f588-4386-4d1d-91ab-b23ab0b020c0 x-openstack-request-id: req-db04f588-4386-4d1d-91ab-b23ab0b020c0 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:10.321726 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1", "name": "network-vif-plugged", "status": "completed", "tag": "972a339e-dde3-4255-8b9b-8ca89c984e77", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:10.321984 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db04f588-4386-4d1d-91ab-b23ab0b020c0 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:10.322374 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972a339e-dde3-4255-8b9b-8ca89c984e77', 'code': 200} Jul 09 21:07:10.470887 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbc18c-2612-4899-9614-75813edf8adf req-0b6805e2-bc3d-4d05-880c-9902301ccc53 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:10.472489 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92cbc18c-2612-4899-9614-75813edf8adf req-0b6805e2-bc3d-4d05-880c-9902301ccc53 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0626142 Jul 09 21:07:10.512087 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92cbc18c-2612-4899-9614-75813edf8adf req-f40c2865-0c90-40e1-acd5-12e4d7896ad0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340497 Jul 09 21:07:10.601936 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.615036 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a1c95-d440-467f-b9e8-06263713afe2 req-a7f0cdae-b426-47b9-a4a3-b00b78b03103 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:10.616725 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-599a1c95-d440-467f-b9e8-06263713afe2 req-a7f0cdae-b426-47b9-a4a3-b00b78b03103 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 944 time: 0.0758908 Jul 09 21:07:10.670679 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-599a1c95-d440-467f-b9e8-06263713afe2 req-6c5d303d-dd1a-408a-a0e9-4fddaefafd8a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Jul 09 21:07:10.683571 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=972a339e-dde3-4255-8b9b-8ca89c984e77,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:10.707243 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:10.968802 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52494) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:11.037115 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e39b7-906c-4cbc-abad-d61eaeb6edfb req-19265751-97fd-4505-ba0d-d2f9e8f06ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:11.038636 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ea1e39b7-906c-4cbc-abad-d61eaeb6edfb req-19265751-97fd-4505-ba0d-d2f9e8f06ad1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 1098 time: 0.0711720 Jul 09 21:07:11.089013 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d886fb4f-f6a9-4eed-a600-fd4d6fe79fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.110773 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ea1e39b7-906c-4cbc-abad-d61eaeb6edfb req-e2156078-90a0-4db9-b851-f5a612c2f6ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555472 Jul 09 21:07:11.185510 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d886fb4f-f6a9-4eed-a600-fd4d6fe79fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.295311 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d886fb4f-f6a9-4eed-a600-fd4d6fe79fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.340049 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886fb4f-f6a9-4eed-a600-fd4d6fe79fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2bbb76-4ded-45a2-a9aa-69dd7277154a,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:11.340049 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d886fb4f-f6a9-4eed-a600-fd4d6fe79fab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2afa563ee5cc4bacb21e82ddfa956293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679483 Jul 09 21:07:11.341271 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52508) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:11.389539 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-12b7074b-c7db-49ab-baae-1a000dffa0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.414986 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-12b7074b-c7db-49ab-baae-1a000dffa0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.502068 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cc54a-d4df-48d9-9ade-047ea05ab811 req-2d3c33df-1f80-4844-8ad2-b1d33a9516ba tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:11.503594 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-520cc54a-d4df-48d9-9ade-047ea05ab811 req-2d3c33df-1f80-4844-8ad2-b1d33a9516ba tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0817349 Jul 09 21:07:11.540833 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-520cc54a-d4df-48d9-9ade-047ea05ab811 req-674f74cd-a932-40b7-a292-04811ef48868 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Jul 09 21:07:11.592981 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-12b7074b-c7db-49ab-baae-1a000dffa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.595656 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-12b7074b-c7db-49ab-baae-1a000dffa0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:11.596839 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-12b7074b-c7db-49ab-baae-1a000dffa0fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d2bbb76-4ded-45a2-a9aa-69dd7277154a HTTP/1.1" status: 204 len: 168 time: 0.2546329 Jul 09 21:07:11.610626 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7074b-c7db-49ab-baae-1a000dffa0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2bbb76-4ded-45a2-a9aa-69dd7277154a,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:11.695255 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160f12-2221-4e8d-986c-372acd91203e req-33221506-9960-487e-afa2-ecc74379f969 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:11.696814 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-30160f12-2221-4e8d-986c-372acd91203e req-33221506-9960-487e-afa2-ecc74379f969 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0638592 Jul 09 21:07:11.751774 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-30160f12-2221-4e8d-986c-372acd91203e req-0a35baa4-672d-4a50-84c3-ce2846903ae3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488236 Jul 09 21:07:11.860173 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bf10a-d327-4482-8b2d-82ce4f177124 req-14c9be52-e61f-4a73-9dd3-a83291debe05 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:11.861736 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-366bf10a-d327-4482-8b2d-82ce4f177124 req-14c9be52-e61f-4a73-9dd3-a83291debe05 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.0711350 Jul 09 21:07:11.901435 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-366bf10a-d327-4482-8b2d-82ce4f177124 req-0c3ccd58-60ed-427e-9fc0-66b42e392dd5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331116 Jul 09 21:07:11.972593 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:07:12.077050 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:12.093324 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '82b8c503-4f85-44f3-9669-de19bd59de49', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'port_id': '82b8c503-4f85-44f3-9669-de19bd59de49', 'mac_address': 'fa:16:3e:a8:34:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:07:12.142109 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.163532 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b8c503-4f85-44f3-9669-de19bd59de49 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:12.184870 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:12.404283 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.470329 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52540) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:12.482145 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:12.495415 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-096f9b4f-700c-4bd2-af2e-f01c8f6d0772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.608535 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-096f9b4f-700c-4bd2-af2e-f01c8f6d0772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.706484 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-096f9b4f-700c-4bd2-af2e-f01c8f6d0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.755304 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-096f9b4f-700c-4bd2-af2e-f01c8f6d0772 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd2a18956d5b4ec5b931c8dd2d248b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832141 Jul 09 21:07:12.758196 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52552) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:12.765632 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb65de7-6f9f-43d0-90d4-8c7494633fd6 req-9c188e56-580d-4425-82ae-2a0e4c7f02e7 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:12.767168 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2cb65de7-6f9f-43d0-90d4-8c7494633fd6 req-9c188e56-580d-4425-82ae-2a0e4c7f02e7 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1077764 Jul 09 21:07:12.768210 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f9b4f-700c-4bd2-af2e-f01c8f6d0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd177ade-587b-48a8-8edb-7fd1c9e01277,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:12.815835 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2cb65de7-6f9f-43d0-90d4-8c7494633fd6 req-a1237983-a741-4e17-ab07-c824c6f1d66d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Jul 09 21:07:12.860793 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cd2455ae-d496-4f49-a7ce-2be6af07a803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.882646 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cd2455ae-d496-4f49-a7ce-2be6af07a803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:12.970257 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216526dd-d288-4cd1-8588-8112e57b95bd req-3d88bab8-cff7-44ec-aa4c-33e85ed04cda tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:12.972046 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-216526dd-d288-4cd1-8588-8112e57b95bd req-3d88bab8-cff7-44ec-aa4c-33e85ed04cda tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 944 time: 0.0694058 Jul 09 21:07:13.018513 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-216526dd-d288-4cd1-8588-8112e57b95bd req-e91673c2-7fb2-43af-a287-e2d52c861688 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Jul 09 21:07:13.027970 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cd2455ae-d496-4f49-a7ce-2be6af07a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:13.034659 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cd2455ae-d496-4f49-a7ce-2be6af07a803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:13.034659 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cd2455ae-d496-4f49-a7ce-2be6af07a803 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd177ade-587b-48a8-8edb-7fd1c9e01277 HTTP/1.1" status: 204 len: 168 time: 0.2717092 Jul 09 21:07:13.061074 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2455ae-d496-4f49-a7ce-2be6af07a803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd177ade-587b-48a8-8edb-7fd1c9e01277,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:13.100025 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92707cf-6531-444d-93fb-d5e876cb9a2e req-2254b422-9564-45e7-bdc4-3fba5cedf0e6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:13.101559 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b92707cf-6531-444d-93fb-d5e876cb9a2e req-2254b422-9564-45e7-bdc4-3fba5cedf0e6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.0692115 Jul 09 21:07:13.144873 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b92707cf-6531-444d-93fb-d5e876cb9a2e req-29a53098-7c94-48a9-be52-28624183c7bf tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Jul 09 21:07:13.951745 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52606) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:13.967113 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-278dcfb9-6e65-426a-a107-385a534dee7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.019019 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffd45-7e4c-4845-924b-acd5f089bf81 req-890ec5c1-0361-4b94-814e-fb14d00fd85a tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:14.020840 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5fbffd45-7e4c-4845-924b-acd5f089bf81 req-890ec5c1-0361-4b94-814e-fb14d00fd85a tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0849395 Jul 09 21:07:14.087234 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5fbffd45-7e4c-4845-924b-acd5f089bf81 req-7c715000-e45a-46e5-a54c-4ba4c6977003 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606575 Jul 09 21:07:14.094270 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-278dcfb9-6e65-426a-a107-385a534dee7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.215797 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-278dcfb9-6e65-426a-a107-385a534dee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.242441 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0fcbc-e038-42ac-b30d-4cedd275a49b req-c0fbb598-a312-4e22-863a-926ba1bbe1c1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:14.243828 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bda0fcbc-e038-42ac-b30d-4cedd275a49b req-c0fbb598-a312-4e22-863a-926ba1bbe1c1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 944 time: 0.0826807 Jul 09 21:07:14.267024 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-278dcfb9-6e65-426a-a107-385a534dee7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9c7b3e089ab4807936f2593d790ecd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141127 Jul 09 21:07:14.267872 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52624) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:14.268144 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dcfb9-6e65-426a-a107-385a534dee7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a590f0ba-5786-4b4d-b313-655680d03bc6,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:14.398234 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bda0fcbc-e038-42ac-b30d-4cedd275a49b req-e67b87e4-2c8f-4374-96f9-fd2d7b6be65c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416056 Jul 09 21:07:14.404471 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-88297c65-8f15-4bb9-b4f8-723e84bb25fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.436259 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-88297c65-8f15-4bb9-b4f8-723e84bb25fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.460935 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d974-c676-4c64-975b-6629b304bcfb req-46116330-01c6-4bf0-a666-b9901e5ea3f6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:14.462424 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ae27d974-c676-4c64-975b-6629b304bcfb req-46116330-01c6-4bf0-a666-b9901e5ea3f6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.1324856 Jul 09 21:07:14.522503 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ae27d974-c676-4c64-975b-6629b304bcfb req-cb885205-8ec9-455c-96aa-fbc352612ac6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Jul 09 21:07:14.602108 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-88297c65-8f15-4bb9-b4f8-723e84bb25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.605368 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-88297c65-8f15-4bb9-b4f8-723e84bb25fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:14.606521 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-88297c65-8f15-4bb9-b4f8-723e84bb25fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a590f0ba-5786-4b4d-b313-655680d03bc6 HTTP/1.1" status: 204 len: 168 time: 0.3354144 Jul 09 21:07:14.623462 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88297c65-8f15-4bb9-b4f8-723e84bb25fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a590f0ba-5786-4b4d-b313-655680d03bc6,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:15.269008 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793cbed-6db1-4b70-b560-ca20b8e2ddda req-56c8e9ba-61ec-4522-a3fe-73b75d95c2c8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:15.270568 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2793cbed-6db1-4b70-b560-ca20b8e2ddda req-56c8e9ba-61ec-4522-a3fe-73b75d95c2c8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0690973 Jul 09 21:07:15.332994 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['82b8c503-4f85-44f3-9669-de19bd59de49'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:07:15.344200 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2793cbed-6db1-4b70-b560-ca20b8e2ddda req-1449ebd1-5a92-47d9-9380-349e5381e302 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635469 Jul 09 21:07:15.586067 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73f071-f799-49d6-8b52-81345fb7ea9d req-6ccaae34-0535-4e3b-8849-d296eb8c89d1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:15.587644 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9d73f071-f799-49d6-8b52-81345fb7ea9d req-6ccaae34-0535-4e3b-8849-d296eb8c89d1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 944 time: 0.0649316 Jul 09 21:07:15.626332 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9d73f071-f799-49d6-8b52-81345fb7ea9d req-f453b4b5-5969-47fd-b54d-2e8f043443a4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323670 Jul 09 21:07:15.708730 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee9542-f9e1-4124-b335-cb9176818ee1 req-70105db3-bc3f-44f0-9ece-f6b01c6ac5e1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:15.710505 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8aee9542-f9e1-4124-b335-cb9176818ee1 req-70105db3-bc3f-44f0-9ece-f6b01c6ac5e1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.0724962 Jul 09 21:07:15.752080 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8aee9542-f9e1-4124-b335-cb9176818ee1 req-4a39b586-3688-4bba-91ce-0cc0aa8bdb46 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341897 Jul 09 21:07:16.535592 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee832b-1deb-4224-ba70-39c0b97b55a9 req-8142c21b-7f3a-4ac3-955a-549265165019 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:16.537122 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c8ee832b-1deb-4224-ba70-39c0b97b55a9 req-8142c21b-7f3a-4ac3-955a-549265165019 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0682981 Jul 09 21:07:16.575616 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c8ee832b-1deb-4224-ba70-39c0b97b55a9 req-c9baa0dd-e645-4628-bb3d-8bac31b368cd tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Jul 09 21:07:16.829505 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c3c67-076c-4f61-8a4c-bd09edd1378e req-9481ff53-35c0-4fc6-ae7b-3422a92eac8e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:16.830962 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-290c3c67-076c-4f61-8a4c-bd09edd1378e req-9481ff53-35c0-4fc6-ae7b-3422a92eac8e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 944 time: 0.0666766 Jul 09 21:07:16.872574 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-290c3c67-076c-4f61-8a4c-bd09edd1378e req-6ba47f71-238c-4532-9ce9-fa65f47e8640 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357232 Jul 09 21:07:16.891078 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:17.141529 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 82b8c503-4f85-44f3-9669-de19bd59de49 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:17.145447 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 82b8c503-4f85-44f3-9669-de19bd59de49 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:17.145851 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:17.221197 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:17.243277 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:17.246158 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de2922-9167-43d0-8132-38b1dc8d7695" -d '{"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-plugged", "status": "completed", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:17.259211 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:17.288974 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f80a6a-9b2d-4b0c-a146-68bf900822ec x-openstack-request-id: req-a7f80a6a-9b2d-4b0c-a146-68bf900822ec {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:17.288974 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-plugged", "status": "completed", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:17.288974 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7f80a6a-9b2d-4b0c-a146-68bf900822ec {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:17.288974 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49', 'code': 200} Jul 09 21:07:17.435944 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:17.486197 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:17.641994 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52730) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:17.760771 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fbfa09cc-a21e-4a7b-b2c0-6f2ebdaf6031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:17.787026 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb48b-4ce1-4798-985d-0d4908ba8d71 req-0d4229e0-f05d-4af3-b29a-44e99634be21 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:17.788562 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1c2fb48b-4ce1-4798-985d-0d4908ba8d71 req-0d4229e0-f05d-4af3-b29a-44e99634be21 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0975866 Jul 09 21:07:17.810571 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2f60-df29-40d8-8e3b-1ccd15293382 req-1dbca544-11d5-4598-9f4e-8454964831e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:17.812141 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-543e2f60-df29-40d8-8e3b-1ccd15293382 req-1dbca544-11d5-4598-9f4e-8454964831e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 1098 time: 0.0511274 Jul 09 21:07:17.846683 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1c2fb48b-4ce1-4798-985d-0d4908ba8d71 req-9f7f6ca1-5ebd-45cc-8a05-0a1e44269e03 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510540 Jul 09 21:07:17.895598 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-543e2f60-df29-40d8-8e3b-1ccd15293382 req-93174042-b2b8-49a3-ba5a-1ba0d7453c53 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282307 Jul 09 21:07:17.896940 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fbfa09cc-a21e-4a7b-b2c0-6f2ebdaf6031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:17.969960 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fbfa09cc-a21e-4a7b-b2c0-6f2ebdaf6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:18.019443 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-fbfa09cc-a21e-4a7b-b2c0-6f2ebdaf6031 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7fdaec12d32141ee948b59dc5ccef2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762231 Jul 09 21:07:18.022190 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52740) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:18.035374 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa09cc-a21e-4a7b-b2c0-6f2ebdaf6031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2058a43-4400-45b7-b382-c8c5d1ff4e8a,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:18.074113 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be43491-403e-4aa3-a798-27d252c30331 req-c6910c43-7527-4302-87a3-cfac3cc2f4b2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:18.075665 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7be43491-403e-4aa3-a798-27d252c30331 req-c6910c43-7527-4302-87a3-cfac3cc2f4b2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0817049 Jul 09 21:07:18.090930 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6ff164d1-cc1a-4019-a60c-dda1455d6a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:18.113176 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6ff164d1-cc1a-4019-a60c-dda1455d6a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:18.116814 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7be43491-403e-4aa3-a798-27d252c30331 req-bc70c29e-7ed0-4b87-8dfa-83f38b4f266d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354543 Jul 09 21:07:18.277161 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6ff164d1-cc1a-4019-a60c-dda1455d6a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:18.280045 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6ff164d1-cc1a-4019-a60c-dda1455d6a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:18.281273 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6ff164d1-cc1a-4019-a60c-dda1455d6a53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2058a43-4400-45b7-b382-c8c5d1ff4e8a HTTP/1.1" status: 204 len: 168 time: 0.2580829 Jul 09 21:07:18.289405 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff164d1-cc1a-4019-a60c-dda1455d6a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2058a43-4400-45b7-b382-c8c5d1ff4e8a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:19.033809 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9e20f-1030-4326-a874-5149dba585ad req-95d6be05-36e8-44ef-ab8d-4e23108c0af0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:19.035410 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4ec9e20f-1030-4326-a874-5149dba585ad req-95d6be05-36e8-44ef-ab8d-4e23108c0af0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0689850 Jul 09 21:07:19.051253 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52756) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:19.066882 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e163622d-de23-47c9-8e61-25f42b71991c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:19.076033 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4ec9e20f-1030-4326-a874-5149dba585ad req-a45d9234-8f9f-44b1-ad9e-1984d9fefb9d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Jul 09 21:07:19.180686 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e163622d-de23-47c9-8e61-25f42b71991c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:19.259458 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e163622d-de23-47c9-8e61-25f42b71991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:19.335225 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e163622d-de23-47c9-8e61-25f42b71991c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c7146685f4e47c98a0eb6e6d9a57f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825747 Jul 09 21:07:19.340101 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52776) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:19.349931 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163622d-de23-47c9-8e61-25f42b71991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f8aad4-75dd-45df-ab32-ee51631efb20,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:19.369646 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230546f2-625e-4798-9f9c-3816ce234db4 req-2b0562d0-c146-47c6-bd17-c8cb8074326e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:19.371187 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-230546f2-625e-4798-9f9c-3816ce234db4 req-2b0562d0-c146-47c6-bd17-c8cb8074326e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.1223652 Jul 09 21:07:19.398167 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c63a1eae-98b6-48df-aa33-1409201b1fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:19.423964 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c63a1eae-98b6-48df-aa33-1409201b1fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:19.467985 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-230546f2-625e-4798-9f9c-3816ce234db4 req-4f572a45-4060-4e78-b81b-9982fe838ff3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845933 Jul 09 21:07:19.533495 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-c403c48a-dc75-4cb5-9a3c-e5e327fbb37a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:19.535054 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-c403c48a-dc75-4cb5-9a3c-e5e327fbb37a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 815 time: 0.1628664 Jul 09 21:07:19.552545 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-1e45799f-7351-4de0-8e5e-e39b8c4b5574 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/quotas/f48759f14f9747efaca2b8985e13adf4 HTTP/1.1" status: 200 len: 375 time: 0.0112128 Jul 09 21:07:19.575406 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c63a1eae-98b6-48df-aa33-1409201b1fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:19.579798 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c63a1eae-98b6-48df-aa33-1409201b1fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:19.582566 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c63a1eae-98b6-48df-aa33-1409201b1fc6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2f8aad4-75dd-45df-ab32-ee51631efb20 HTTP/1.1" status: 204 len: 168 time: 0.2398975 Jul 09 21:07:19.590652 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a1eae-98b6-48df-aa33-1409201b1fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f8aad4-75dd-45df-ab32-ee51631efb20,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:19.646019 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-3e5a40ca-63e4-4c73-bdb3-26f0aad49a25 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861282 Jul 09 21:07:19.741119 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-bd45ba15-54f2-4046-ba1f-442eee30644e service neutron] 10.222.0.64 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868971 Jul 09 21:07:19.830400 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-3334e543-533f-4dce-a3e1-5b5c2d3484a6 service neutron] 10.222.0.64 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840433 Jul 09 21:07:20.277326 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c609ba1-5615-4e3b-9a9e-ccfe8231bfb9 req-17136674-a72e-4b7c-81e6-897ee8ec7fbc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:20.283921 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c609ba1-5615-4e3b-9a9e-ccfe8231bfb9 req-17136674-a72e-4b7c-81e6-897ee8ec7fbc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0923700 Jul 09 21:07:20.324487 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f0d6feac-eb3e-48f9-9b6b-22d1cc6816d9 req-b9ef38a0-8bc7-4c6c-b842-6cd317eadee4 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 210 time: 0.0394619 Jul 09 21:07:20.358905 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c609ba1-5615-4e3b-9a9e-ccfe8231bfb9 req-14520169-2931-4d4d-b1ab-23167ad681fc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622709 Jul 09 21:07:20.687002 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808c4c2-b481-4396-94e8-6492446b12fd req-aa679120-9c96-4298-83a1-7a0bcf5c2c52 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:20.688536 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0808c4c2-b481-4396-94e8-6492446b12fd req-aa679120-9c96-4298-83a1-7a0bcf5c2c52 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0702145 Jul 09 21:07:20.728694 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0808c4c2-b481-4396-94e8-6492446b12fd req-b4328025-06e7-4a5f-895c-5bd5a8456a74 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340807 Jul 09 21:07:20.968013 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bf174-b380-4953-b77e-397183030ad7 req-bf8fd332-6532-4eaf-a956-91f9e9550edc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:20.973680 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4d7bf174-b380-4953-b77e-397183030ad7 req-bf8fd332-6532-4eaf-a956-91f9e9550edc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0989349 Jul 09 21:07:20.979119 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52844) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:20.984524 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'floatingip': {'port_id': '82b8c503-4f85-44f3-9669-de19bd59de49'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:21.055395 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:21.246348 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52856) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:21.477855 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2fb324b2-6fc4-4631-a7f0-a70abb496e98 req-3b800271-33d3-429d-9f35-45ef41e14c51 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 210 time: 0.0374267 Jul 09 21:07:21.586940 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0d3df142-add9-4eaf-9341-717e1c1f2459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:21.610024 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c162e-c1b6-48bf-858a-1bdfacfa2396 req-24682b80-7afc-4f58-9ffd-4c9ef9a2d72e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:21.611621 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-139c162e-c1b6-48bf-858a-1bdfacfa2396 req-24682b80-7afc-4f58-9ffd-4c9ef9a2d72e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0980029 Jul 09 21:07:21.688035 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-139c162e-c1b6-48bf-858a-1bdfacfa2396 req-dc895a65-12cf-451a-8164-d4bede26424e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702348 Jul 09 21:07:21.757682 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0d3df142-add9-4eaf-9341-717e1c1f2459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:21.810304 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52872) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:21.828690 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0d3df142-add9-4eaf-9341-717e1c1f2459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:21.884705 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0d3df142-add9-4eaf-9341-717e1c1f2459 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=722513ffa3d44c459b6712826e14d628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368928 Jul 09 21:07:21.886087 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3df142-add9-4eaf-9341-717e1c1f2459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f57dd8-d3c7-4011-9c95-63dc0cd2f152,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:21.889450 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52876) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:21.961138 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66407020-2a0d-4898-806b-196832d0c96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:21.980036 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ca41f5b-d534-4426-9e7b-34ae1d3c32ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:21.987781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.011555 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ca41f5b-d534-4426-9e7b-34ae1d3c32ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.109822 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66407020-2a0d-4898-806b-196832d0c96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.130363 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.243174 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.l3_db [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Floating IP a72a1b4f-b9d9-42b9-93e4-308cb642067b associated. External IP: 172.27.2.227, port: 82b8c503-4f85-44f3-9669-de19bd59de49. Jul 09 21:07:22.266011 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66407020-2a0d-4898-806b-196832d0c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.281251 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ca41f5b-d534-4426-9e7b-34ae1d3c32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.286070 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ca41f5b-d534-4426-9e7b-34ae1d3c32ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.289512 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-4ca41f5b-d534-4426-9e7b-34ae1d3c32ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45f57dd8-d3c7-4011-9c95-63dc0cd2f152 HTTP/1.1" status: 204 len: 168 time: 0.3967195 Jul 09 21:07:22.316390 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66407020-2a0d-4898-806b-196832d0c96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d9fd01-4993-4d2e-b09a-334e89ac5fe2,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:22.325942 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-66407020-2a0d-4898-806b-196832d0c96b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf2aa9de90c144ad90056c3e68d66e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144422 Jul 09 21:07:22.326553 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52896) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:22.365949 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41f5b-d534-4426-9e7b-34ae1d3c32ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f57dd8-d3c7-4011-9c95-63dc0cd2f152,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:22.399836 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3838330f-124d-48be-8566-1f0ba9139fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.428928 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3838330f-124d-48be-8566-1f0ba9139fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.507065 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:07:22.575780 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3838330f-124d-48be-8566-1f0ba9139fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.576297 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b48718df-4ac5-40c7-9d75-fa9bfd7b5c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.579341 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3838330f-124d-48be-8566-1f0ba9139fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.580608 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-3838330f-124d-48be-8566-1f0ba9139fe7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30d9fd01-4993-4d2e-b09a-334e89ac5fe2 HTTP/1.1" status: 204 len: 168 time: 0.2521503 Jul 09 21:07:22.594041 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838330f-124d-48be-8566-1f0ba9139fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d9fd01-4993-4d2e-b09a-334e89ac5fe2,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:22.704612 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:22.712099 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.737077 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-aaf2817e-9005-45f6-bfb1-f3e855560283 req-dc1c7087-5ec4-4f66-99bc-0e67bc8d50b8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 210 time: 0.0820663 Jul 09 21:07:22.740010 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] Sync routers for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:22.758155 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:22.759063 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:06:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:22.818529 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c1645fc6-9272-4d15-bd00-4d1153f14bf4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "PUT /v2.0/floatingips/a72a1b4f-b9d9-42b9-93e4-308cb642067b HTTP/1.1" status: 200 len: 991 time: 1.8379352 Jul 09 21:07:22.819380 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:22.839218 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e778087-075e-4e65-b1eb-1ec309950e66" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:22.922902 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:23.011114 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99bc98-144d-4173-8a92-6939876bd72b req-4c5feff6-2fd8-4a63-ab8a-9b44eb1869cc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:23.023323 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5e99bc98-144d-4173-8a92-6939876bd72b req-4c5feff6-2fd8-4a63-ab8a-9b44eb1869cc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1693792 Jul 09 21:07:23.088482 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5e99bc98-144d-4173-8a92-6939876bd72b req-5d84e578-56c9-4efe-b30e-27c063209bd3 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590668 Jul 09 21:07:23.121974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f7728b-bbb0-4f43-8a7e-ed56d34979ac x-openstack-request-id: req-35f7728b-bbb0-4f43-8a7e-ed56d34979ac {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:23.121974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:23.121974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35f7728b-bbb0-4f43-8a7e-ed56d34979ac {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:23.121974 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49', 'status': 'completed', 'code': 200} Jul 09 21:07:23.349440 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a72a1b4f-b9d9-42b9-93e4-308cb642067b', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'port_id': '82b8c503-4f85-44f3-9669-de19bd59de49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'mac_address': 'fa:16:3e:a8:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:07:01Z', 'updated_at': '2021-07-09T21:07:21Z', 'revision_number': 1, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:23.359560 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-6cc12b29-cd8e-4a6a-b139-d1989b5a9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:23.361498 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-6cc12b29-cd8e-4a6a-b139-d1989b5a9c4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 1098 time: 0.1649933 Jul 09 21:07:23.371185 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-e2377ec6-66ad-4072-b1ab-c71bb305b306 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:23.372660 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-e2377ec6-66ad-4072-b1ab-c71bb305b306 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 815 time: 0.1779499 Jul 09 21:07:23.382000 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] Checking router: 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:23.391639 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:23.392275 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:06:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:23.428076 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Request body: {'port': {'device_id': '210cc6ec-35ad-4780-90c0-45abe76c9c4f', 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'admin_state_up': True, 'tenant_id': 'f48759f14f9747efaca2b8985e13adf4'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:23.547296 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-c1f148db-eaba-4e80-9984-339f13587829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:23.548821 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-c1f148db-eaba-4e80-9984-339f13587829 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 918 time: 0.1752636 Jul 09 21:07:23.565303 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:23.659795 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Made reservation on behalf of f48759f14f9747efaca2b8985e13adf4 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:23.663613 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:23.733509 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52956) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:23.818433 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-ae237b30-9506-4f1e-aca1-de7767ce20f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82b8c503-4f85-44f3-9669-de19bd59de49 HTTP/1.1" status: 200 len: 999 time: 0.1436594 Jul 09 21:07:23.821042 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a72a1b4f-b9d9-42b9-93e4-308cb642067b', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'port_id': '82b8c503-4f85-44f3-9669-de19bd59de49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'mac_address': 'fa:16:3e:a8:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:07:01Z', 'updated_at': '2021-07-09T21:07:21Z', 'revision_number': 1, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:23.848945 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eb3be6-1b1e-4f7a-aec3-1f638ce221f0 None None] The sync data for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi is: [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a72a1b4f-b9d9-42b9-93e4-308cb642067b', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'port_id': '82b8c503-4f85-44f3-9669-de19bd59de49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'mac_address': 'fa:16:3e:a8:34:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:07:01Z', 'updated_at': '2021-07-09T21:07:21Z', 'revision_number': 1, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:23.915670 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-f5b76f59-1cc8-4115-8201-242dc1da6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:23.917937 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-f5b76f59-1cc8-4115-8201-242dc1da6439 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0909183 Jul 09 21:07:23.933231 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7a436fd1-a1bc-408e-becd-ff8e3791dae0 req-fa59f4d5-07af-4007-8392-a6d63952def5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 210 time: 0.0512304 Jul 09 21:07:23.937303 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Allocated IP 172.20.0.2 (ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd/bc41e03b-5084-4288-8637-6166d1f58982/02c31753-b82c-4474-8913-07d997e945a5) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:24.029653 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-1447ab70-00c4-45f5-aef9-72f9ebd1dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:24.031156 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-1447ab70-00c4-45f5-aef9-72f9ebd1dc2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019666 Jul 09 21:07:24.225711 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43feba-172a-4db5-a29c-e337e867bf99 None None] New status for floating IP a72a1b4f-b9d9-42b9-93e4-308cb642067b: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:07:24.352476 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c70a950e-bddb-43e6-888a-33eb20122a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.367750 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfc64d-146d-4779-9c76-30f1de5b8f0d req-64873342-eafe-4643-8d9d-1be80dc44841 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:24.368567 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-95bfc64d-146d-4779-9c76-30f1de5b8f0d req-64873342-eafe-4643-8d9d-1be80dc44841 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1089516 Jul 09 21:07:24.441667 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52978) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:24.523917 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c70a950e-bddb-43e6-888a-33eb20122a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.543615 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-95bfc64d-146d-4779-9c76-30f1de5b8f0d req-32fab278-7c86-4920-9c92-ea1dbb99c78e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668780 Jul 09 21:07:24.578200 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84402ca-7067-4806-806e-052ac4951ce0 req-2ff1d7c5-646f-4265-9d51-c8e3180ab8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:24.579749 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e84402ca-7067-4806-806e-052ac4951ce0 req-2ff1d7c5-646f-4265-9d51-c8e3180ab8bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1098 time: 0.1807239 Jul 09 21:07:24.588628 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-0afac6bd-9bac-4f00-a4a9-2d4c70e708ca service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883185 Jul 09 21:07:24.628030 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-356aebd0-bf8f-42e4-86f6-ad10c78a7988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.628130 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.689213 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c70a950e-bddb-43e6-888a-33eb20122a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.713639 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e84402ca-7067-4806-806e-052ac4951ce0 req-d617ed72-e29b-4b95-8286-2672ffdad1d5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234810 Jul 09 21:07:24.746563 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e778087-075e-4e65-b1eb-1ec309950e66 req-fbee7c42-1391-4534-825e-4b291c4fc418 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509883 Jul 09 21:07:24.751242 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c70a950e-bddb-43e6-888a-33eb20122a10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d553e18f21c4dd4b5062fb4f44bbf53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0155380 Jul 09 21:07:24.754003 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 52996) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:24.755981 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a950e-bddb-43e6-888a-33eb20122a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780c20be-dafb-4f0b-9f5c-030fd994b4f8,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:24.825943 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 52998) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:24.834570 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7057-62e6-4cf2-81d3-398fb023ea21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.837134 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.862006 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-356aebd0-bf8f-42e4-86f6-ad10c78a7988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.870680 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7057-62e6-4cf2-81d3-398fb023ea21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.881439 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ee185b1c-01a9-4ee3-a801-6ad19ceec91d', '972a339e-dde3-4255-8b9b-8ca89c984e77'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:07:24.910952 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Pushing event updated for resources: {'Port': ['ID=02c31753-b82c-4474-8913-07d997e945a5,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:24.917301 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-356aebd0-bf8f-42e4-86f6-ad10c78a7988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.919881 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:24.921630 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:24.926142 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:24.987281 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:24.988941 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.001164 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356aebd0-bf8f-42e4-86f6-ad10c78a7988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde74dfe-e2ba-4c05-8337-76f9791c7940,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:25.019713 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53006) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:25.032264 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-356aebd0-bf8f-42e4-86f6-ad10c78a7988 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d37f64444aea48cc98c415b0fc6873ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882561 Jul 09 21:07:25.047886 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53008) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:25.065318 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7057-62e6-4cf2-81d3-398fb023ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.068192 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7057-62e6-4cf2-81d3-398fb023ea21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.069346 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d5bd7057-62e6-4cf2-81d3-398fb023ea21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/780c20be-dafb-4f0b-9f5c-030fd994b4f8 HTTP/1.1" status: 204 len: 168 time: 0.3142998 Jul 09 21:07:25.077865 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd7057-62e6-4cf2-81d3-398fb023ea21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780c20be-dafb-4f0b-9f5c-030fd994b4f8,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:25.096866 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-0ba17c14-c4c0-4c68-bf1f-13792dcbc82c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7000744 Jul 09 21:07:25.134385 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Request body: {'port': {'device_id': '210cc6ec-35ad-4780-90c0-45abe76c9c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:25.139925 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf24aea-b791-485e-8667-6616ae08bfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.159007 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1029017622-network', 'tenant_id': 'de2b471734b940838c34baa370312039'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:25.189611 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f22d1900-e639-48b2-9232-dfce2a5b6f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.212093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1361043627-network', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:25.218108 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca0b90-f46e-446b-9598-65e0c0071f97 req-0fa04322-fdbd-4ad2-aaff-d213112519fd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:25.225853 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-09ca0b90-f46e-446b-9598-65e0c0071f97 req-0fa04322-fdbd-4ad2-aaff-d213112519fd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 931 time: 0.1049302 Jul 09 21:07:25.252163 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf24aea-b791-485e-8667-6616ae08bfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.276378 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.281000 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-09ca0b90-f46e-446b-9598-65e0c0071f97 req-9ff22e21-d3b5-451d-adb8-5bd500ab53d5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538459 Jul 09 21:07:25.342597 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.385720 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Made reservation on behalf of de2b471734b940838c34baa370312039 for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:25.388188 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.397406 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.516957 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf24aea-b791-485e-8667-6616ae08bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.519537 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf24aea-b791-485e-8667-6616ae08bfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.523031 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-acf24aea-b791-485e-8667-6616ae08bfaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bde74dfe-e2ba-4c05-8337-76f9791c7940 HTTP/1.1" status: 204 len: 168 time: 0.4999211 Jul 09 21:07:25.523031 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Made reservation on behalf of 185d454c49a540d79cb9ecdeaea6dd3e for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:25.523634 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.548864 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.553875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf24aea-b791-485e-8667-6616ae08bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde74dfe-e2ba-4c05-8337-76f9791c7940,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:25.630563 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.685467 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c31753-b82c-4474-8913-07d997e945a5 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:25.694471 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.706927 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Transition to ACTIVE for port object 02c31753-b82c-4474-8913-07d997e945a5 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:25.716888 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.736901 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:07:25.765000 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9635c3f-5fc4-4721-9038-8dc956a5c343,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:25.768061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.768813 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Added segment e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7 of type vlan for network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e Jul 09 21:07:25.806345 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.824972 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355736d6-03fb-4137-8c6f-e596c2630061 req-db19caf8-4439-4a0e-ac22-4bc465755f3b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:25.826470 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-355736d6-03fb-4137-8c6f-e596c2630061 req-db19caf8-4439-4a0e-ac22-4bc465755f3b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1397083 Jul 09 21:07:25.828063 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.839392 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.880700 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-355736d6-03fb-4137-8c6f-e596c2630061 req-5763ea47-b309-48e7-b7f9-929d9012aeab tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480664 Jul 09 21:07:25.888255 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=02c31753-b82c-4474-8913-07d997e945a5,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:25.943025 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.980735 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:07:25.982048 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.983158 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:25.983993 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:25.989754 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Attempting to bind port 02c31753-b82c-4474-8913-07d997e945a5 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:25.990108 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Attempting to bind port 02c31753-b82c-4474-8913-07d997e945a5 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:25.997285 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Attempting to bind port 02c31753-b82c-4474-8913-07d997e945a5 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:26.002337 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.002695 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Added segment a51055e8-ac22-4bc2-89d2-a09dc5cbdebb of type vlan for network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 Jul 09 21:07:26.032280 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Port 02c31753-b82c-4474-8913-07d997e945a5 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:07:26.032280 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Attempting to bind port 02c31753-b82c-4474-8913-07d997e945a5 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:26.032280 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6550392-9068-4d0b-8e75-8f4bdcd471d7,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:26.040061 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:26.040400 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Checking segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:26.040795 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Bound using segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:26.041297 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Bound port: 02c31753-b82c-4474-8913-07d997e945a5, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:26.041620 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.049033 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] Pushing event updated for resources: {'Network': ['ID=3fa4e6b2-bb2e-449c-b003-a2822e487d5e,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:26.060135 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:07:26.084108 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.151047 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] For port 02c31753-b82c-4474-8913-07d997e945a5, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:26.154136 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] For port 02c31753-b82c-4474-8913-07d997e945a5, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=02c31753-b82c-4474-8913-07d997e945a5,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:26.225744 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53038) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:26.239527 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c04b562e-ee88-41ea-b687-ec1b7228f986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.275214 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-28828cf7-a608-4d03-9b34-43d4591dec3e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2254941 Jul 09 21:07:26.278008 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53042) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:26.285691 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Request body: {'subnet': {'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1029017622-subnet', 'tenant_id': 'de2b471734b940838c34baa370312039', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:26.349659 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.354361 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:26.354361 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.359653 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.434855 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:26.435507 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.436922 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] 10.222.0.43 "PUT /v2.0/ports/02c31753-b82c-4474-8913-07d997e945a5 HTTP/1.1" status: 200 len: 1093 time: 1.3097305 Jul 09 21:07:26.440035 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210cc6ec-35ad-4780-90c0-45abe76c9c4f', 'tag': '02c31753-b82c-4474-8913-07d997e945a5'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:26.442381 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "210cc6ec-35ad-4780-90c0-45abe76c9c4f", "tag": "02c31753-b82c-4474-8913-07d997e945a5"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:26.476537 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e748b2-97e6-4421-9968-2104d2f53f84 req-ac6f673a-dab1-49e5-96f2-855a3d014a3b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:26.478188 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] Pushing event updated for resources: {'Network': ['ID=917ab1d7-f955-4a0e-9c0e-7be0b4f16328,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:26.479801 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-91e748b2-97e6-4421-9968-2104d2f53f84 req-ac6f673a-dab1-49e5-96f2-855a3d014a3b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 943 time: 0.0833697 Jul 09 21:07:26.482089 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.491387 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:07:26.512748 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c04b562e-ee88-41ea-b687-ec1b7228f986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.518955 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4d721-e30b-4783-a50e-71ca77a2e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=02c31753-b82c-4474-8913-07d997e945a5,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:26.557003 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-91e748b2-97e6-4421-9968-2104d2f53f84 req-d681d9be-4550-49ad-ae09-97f5b87d5a26 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636725 Jul 09 21:07:26.600154 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c04b562e-ee88-41ea-b687-ec1b7228f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.612996 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce5235e-a6a5-431e-82cc-5a3be7e82e69 x-openstack-request-id: req-9ce5235e-a6a5-431e-82cc-5a3be7e82e69 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:26.613988 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210cc6ec-35ad-4780-90c0-45abe76c9c4f", "tag": "02c31753-b82c-4474-8913-07d997e945a5", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:26.613988 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ce5235e-a6a5-431e-82cc-5a3be7e82e69 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:26.613988 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210cc6ec-35ad-4780-90c0-45abe76c9c4f', 'tag': '02c31753-b82c-4474-8913-07d997e945a5', 'status': 'completed', 'code': 200} Jul 09 21:07:26.653196 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c04b562e-ee88-41ea-b687-ec1b7228f986 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83015c1fc2634baf926dac3d769c3cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263155 Jul 09 21:07:26.655104 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b562e-ee88-41ea-b687-ec1b7228f986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16176912-d9b5-4bb0-bf0c-8bc2bb77e09b,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:26.655762 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53058) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:26.714783 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b31c38ec-0530-4c06-ac00-00382eb748d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.716940 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-d8df14bb-c133-4301-a985-105487da506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:26.718475 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-d8df14bb-c133-4301-a985-105487da506a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 1096 time: 0.0558119 Jul 09 21:07:26.723589 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b466fc86-d0d0-4d7e-8927-6cf8b3275f33 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8965211 Jul 09 21:07:26.727300 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53060) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:26.732174 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Request body: {'subnet': {'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1361043627-subnet', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:26.736653 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b31c38ec-0530-4c06-ac00-00382eb748d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.780102 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-52ea0bf6-c55b-4f55-87f5-5f239067e84e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02c31753-b82c-4474-8913-07d997e945a5 HTTP/1.1" status: 200 len: 217 time: 0.0354893 Jul 09 21:07:26.832712 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-c38b8490-844f-4054-8c82-c0a02061bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:26.834174 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-c38b8490-844f-4054-8c82-c0a02061bdbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 200 len: 855 time: 0.0476723 Jul 09 21:07:26.859576 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Made reservation on behalf of de2b471734b940838c34baa370312039 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:26.861754 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126592466'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.892932 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-ee380d70-9c5c-4351-afdb-b840523834f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457008 Jul 09 21:07:26.896134 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b31c38ec-0530-4c06-ac00-00382eb748d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.898744 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b31c38ec-0530-4c06-ac00-00382eb748d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:26.899948 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b31c38ec-0530-4c06-ac00-00382eb748d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16176912-d9b5-4bb0-bf0c-8bc2bb77e09b HTTP/1.1" status: 204 len: 168 time: 0.2432132 Jul 09 21:07:26.907737 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c38ec-0530-4c06-ac00-00382eb748d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16176912-d9b5-4bb0-bf0c-8bc2bb77e09b,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:27.021991 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Made reservation on behalf of 185d454c49a540d79cb9ecdeaea6dd3e for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:27.024861 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126592466'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:27.074103 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f202da-397a-4acb-b780-d275e5bea034 req-180f57ec-e464-4650-900c-aa6f854fe3c9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:27.075578 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92f202da-397a-4acb-b780-d275e5bea034 req-180f57ec-e464-4650-900c-aa6f854fe3c9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0673971 Jul 09 21:07:27.117309 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92f202da-397a-4acb-b780-d275e5bea034 req-decad7e6-19d2-4720-985d-5fdcbc66cb54 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Jul 09 21:07:27.127680 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-bfabb53d-b876-42a9-ac69-109fe7123738 service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053959 Jul 09 21:07:27.392934 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127220699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126592448'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:27.403964 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80969e5c-a166-4825-b0b2-f47b42f26902 req-10840887-8c3d-4fea-bae4-e2b449fa1f76 service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548914 Jul 09 21:07:27.480803 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d630fe-3c53-4ee6-80ce-4c6ca55e718c,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:27.489280 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Checking segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:27.489635 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Network hostable DHCP agents. Network: 3fa4e6b2-bb2e-449c-b003-a2822e487d5e, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:07:27.507775 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127220699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126592448'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:27.569608 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c99f2a-8336-4f73-bd03-a3463153b01a,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:27.598536 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Checking segment: {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:27.598917 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Network hostable DHCP agents. Network: 917ab1d7-f955-4a0e-9c0e-7be0b4f16328, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:07:27.711024 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-48b9b98a-fdc0-457d-aae2-823ae2ee6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:27.713080 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-48b9b98a-fdc0-457d-aae2-823ae2ee6ec2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 1096 time: 0.0832210 Jul 09 21:07:27.714250 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:07:27.716571 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:07:27.772750 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a7273-b734-4c13-b2ab-9826a7f70965 req-f734272b-0c81-475d-8e69-1db851297c44 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:27.774597 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b41a7273-b734-4c13-b2ab-9826a7f70965 req-f734272b-0c81-475d-8e69-1db851297c44 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 943 time: 0.0677080 Jul 09 21:07:27.816775 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 917ab1d7-f955-4a0e-9c0e-7be0b4f16328) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:27.822183 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 3fa4e6b2-bb2e-449c-b003-a2822e487d5e) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:27.824074 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-8efd22f7-ab55-45bc-b177-014fbdc67337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:27.825548 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-8efd22f7-ab55-45bc-b177-014fbdc67337 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 916 time: 0.1029873 Jul 09 21:07:27.828110 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b233d-18d5-4a20-b182-7acc401cab5b None None] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:27.851293 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:27.855553 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:27.858517 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:27.859343 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:27.860052 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b41a7273-b734-4c13-b2ab-9826a7f70965 req-29b5610c-38f7-41ff-8472-3494450c01fd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792050 Jul 09 21:07:27.867170 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493a1cc-e407-4686-b7bb-355bbabf68de None None] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:27.933108 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-dfadb2f0-86b5-4978-af3e-4adee98a51c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02c31753-b82c-4474-8913-07d997e945a5 HTTP/1.1" status: 200 len: 217 time: 0.0717583 Jul 09 21:07:28.043970 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-646e8ade-5052-4294-81a3-b2547cb5b777 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7645481 Jul 09 21:07:28.045718 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-68a0834d-0b3b-455b-9827-091b9b50b5f1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3174777 Jul 09 21:07:28.046678 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53140) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:28.056318 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:28.059379 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53142) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:28.065738 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:28.079733 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-cdae7000-baf6-4c62-ac7d-9ae87044853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.081127 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-cdae7000-baf6-4c62-ac7d-9ae87044853d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 200 len: 855 time: 0.1161923 Jul 09 21:07:28.103388 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.db.api [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 21:07:28.103388 dv-cinder-800272-2-iscsi neutron-server[93738]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 21:07:28.103388 dv-cinder-800272-2-iscsi neutron-server[93738]: [parameters: {'project_id_1': '185d454c49a540d79cb9ecdeaea6dd3e', 'expiration_1': datetime.datetime(2021, 7, 9, 21, 7, 28, 76895)}] Jul 09 21:07:28.103388 dv-cinder-800272-2-iscsi neutron-server[93738]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 21:07:28.103927 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG oslo_db.api [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 21:07:28.108336 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd274f4b-debf-4fe6-b164-4c7f297c2d25 req-b37677b3-db95-4afd-bc8f-49b559f2bd31 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.109857 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dd274f4b-debf-4fe6-b164-4c7f297c2d25 req-b37677b3-db95-4afd-bc8f-49b559f2bd31 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0837708 Jul 09 21:07:28.133185 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-f3cbd573-eeba-4248-b631-52d8a96ffba2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401843 Jul 09 21:07:28.164855 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-5f0f2728-7124-49aa-af0d-30df9961f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.166721 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-5f0f2728-7124-49aa-af0d-30df9961f8d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1098 time: 0.1590343 Jul 09 21:07:28.167112 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dd274f4b-debf-4fe6-b164-4c7f297c2d25 req-538f82b4-8e33-46c6-805e-9c9e50d983ac tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Jul 09 21:07:28.255771 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.278544 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.280417 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.292590 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:07:28.294084 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.327416 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:07:28.328573 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.368834 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.372882 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-74081ffa-924b-4db3-a1d0-73fc77f4a92b service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311881 Jul 09 21:07:28.430075 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-404dfd8c-3f5d-4328-bd25-a2bf0262d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.431674 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-404dfd8c-3f5d-4328-bd25-a2bf0262d898 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.2375216 Jul 09 21:07:28.477093 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-0047aa2c-7646-4a53-a928-a76b8c84a406 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 200 len: 217 time: 0.0376112 Jul 09 21:07:28.565172 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Allocated IP 172.20.0.2 (3fa4e6b2-bb2e-449c-b003-a2822e487d5e/49d630fe-3c53-4ee6-80ce-4c6ca55e718c/b13fcfde-5d2a-41b3-aae2-e9ca096a8393) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:28.593858 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Allocated IP 172.20.0.2 (917ab1d7-f955-4a0e-9c0e-7be0b4f16328/a1c99f2a-8336-4f73-bd03-a3463153b01a/641426c8-5f91-4217-a6b2-4edd4f5b6cd8) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:28.616175 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-dac49e6c-c3f5-481f-ba59-5bd24ae8e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:28.617717 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-dac49e6c-c3f5-481f-ba59-5bd24ae8e3c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.1305535 Jul 09 21:07:28.619650 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1847421-8a02-4cd9-bb7b-ee2eb615fc7a req-b9e1bd77-699d-4592-833b-026b5075f6b0 service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392149 Jul 09 21:07:28.725974 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-049a235f-6c51-4ff8-b182-e4743be3001f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557353 Jul 09 21:07:28.729753 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.873977 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.894377 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Transition to ACTIVE for port object b13fcfde-5d2a-41b3-aae2-e9ca096a8393 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:28.916587 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Transition to ACTIVE for port object b13fcfde-5d2a-41b3-aae2-e9ca096a8393 will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:28.921249 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.934401 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Transition to ACTIVE for port object 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:28.955970 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Transition to ACTIVE for port object 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:29.020279 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.021434 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.064137 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ac7a9-dab4-4549-a67e-d9938859ff3a req-ea0ae3cc-528b-4ce1-9fc5-f975fd700f69 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:29.065631 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f14ac7a9-dab4-4549-a67e-d9938859ff3a req-ea0ae3cc-528b-4ce1-9fc5-f975fd700f69 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 943 time: 0.0693195 Jul 09 21:07:29.085143 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.122301 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f14ac7a9-dab4-4549-a67e-d9938859ff3a req-cdd23a57-5000-42a2-bfad-536ab29ce621 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Jul 09 21:07:29.128410 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:29.131485 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:29.137902 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:29.141707 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.148213 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Pushing event updated for resources: {'Port': ['ID=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:29.149282 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-efd8a843-9efb-4e99-aec3-8afbfd0d4042 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146528 Jul 09 21:07:29.154859 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.253855 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:29.256497 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Pushing event updated for resources: {'Port': ['ID=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:29.266408 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:29.270753 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:29.272990 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Attempting to bind port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:29.273370 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Attempting to bind port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:29.273736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Attempting to bind port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:29.286659 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:29.287134 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Checking segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:29.287582 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.288046 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Bound using segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:29.288533 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Bound port: b13fcfde-5d2a-41b3-aae2-e9ca096a8393, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:29.288921 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.385384 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Attempting to bind port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:29.385763 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Attempting to bind port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:29.386131 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Attempting to bind port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 on network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:29.392866 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:29.393457 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Checking segment: {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:29.394526 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.395078 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Bound using segment: {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:29.395821 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Bound port: 641426c8-5f91-4217-a6b2-4edd4f5b6cd8, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:29.396174 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff27fb-9ae5-441e-befb-0c366e06395c req-91bb180e-68cd-4a9f-a735-e694fe8b5cd8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:29.396560 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.404990 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-edff27fb-9ae5-441e-befb-0c366e06395c req-91bb180e-68cd-4a9f-a735-e694fe8b5cd8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0944562 Jul 09 21:07:29.449524 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] For port b13fcfde-5d2a-41b3-aae2-e9ca096a8393, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:29.462858 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-edff27fb-9ae5-441e-befb-0c366e06395c req-8e91cd41-8386-4ab5-a97b-848cdf409999 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554159 Jul 09 21:07:29.471246 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] For port b13fcfde-5d2a-41b3-aae2-e9ca096a8393, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:29.483231 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-373dba0f-cb04-4ff6-a72a-04c9417aaaf1 req-10f7db6e-b0a0-4d9d-945c-dfa903fd5a3e service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098094 Jul 09 21:07:29.502865 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] For port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:29.508009 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] For port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:29.523468 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.538603 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.543560 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.561033 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.633333 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.640043 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497861f2-e2c9-4d24-aebf-037f6287d086 None None] Pushing event updated for resources: {'Port': ['ID=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:29.756007 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a699ae1-a7e5-4143-8559-b349a625c400 None None] Pushing event updated for resources: {'Port': ['ID=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:29.785880 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Allocated IP 172.27.2.202 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/399c55f5-ff92-4b60-b3c2-ca611e666687) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:29.966137 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.131555 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.153239 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.273720 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.339733 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902049e-1570-4bad-9e46-de1abb7642e5 req-bd21bf16-1e33-4185-9e97-0f77938776df tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:30.341545 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5902049e-1570-4bad-9e46-de1abb7642e5 req-bd21bf16-1e33-4185-9e97-0f77938776df tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 943 time: 0.0760050 Jul 09 21:07:30.351816 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:30.360505 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:30.366894 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:30.372744 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Pushing event updated for resources: {'Port': ['ID=399c55f5-ff92-4b60-b3c2-ca611e666687,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:30.395823 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5902049e-1570-4bad-9e46-de1abb7642e5 req-629d5452-5ba5-4966-be78-8073045135e0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Jul 09 21:07:30.403867 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Allocated IP 172.27.2.8 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/d9abbc53-6931-4603-870d-c429dac91a17) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:30.640477 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.837839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.909533 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:30.918383 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:30.923903 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:30.945906 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd939-f85e-4b9c-8fba-4fd4675a0fbe req-d97fd3d7-52aa-4a43-8e2a-8e6615676e55 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:30.947991 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-922cd939-f85e-4b9c-8fba-4fd4675a0fbe req-d97fd3d7-52aa-4a43-8e2a-8e6615676e55 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.3648341 Jul 09 21:07:30.952550 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Pushing event updated for resources: {'Port': ['ID=d9abbc53-6931-4603-870d-c429dac91a17,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:30.957755 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.970768 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 02c31753-b82c-4474-8913-07d997e945a5 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:07:31.039962 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-922cd939-f85e-4b9c-8fba-4fd4675a0fbe req-70f267a6-d515-475d-9d89-aa6fbfb8cba4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855060 Jul 09 21:07:31.041312 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14150026-d5c6-4148-aebd-f9ba0dcba350 None None] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:31.195736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 02c31753-b82c-4474-8913-07d997e945a5, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=02c31753-b82c-4474-8913-07d997e945a5,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:31.216697 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '02c31753-b82c-4474-8913-07d997e945a5', 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'port_id': '02c31753-b82c-4474-8913-07d997e945a5', 'mac_address': 'fa:16:3e:36:fc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc41e03b-5084-4288-8637-6166d1f58982', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:07:31.286418 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:31.299309 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:31.321943 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-7f7a7956-49a2-45e7-9bb2-f2f112eb83bf None None] Provisioning for port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:31.328357 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c31753-b82c-4474-8913-07d997e945a5 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:31.367516 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 02c31753-b82c-4474-8913-07d997e945a5, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=02c31753-b82c-4474-8913-07d997e945a5,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:31.398775 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2777ebbf-0b1f-4372-a519-08d98649bcb5 None None] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:31.510490 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:31.576553 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:31.611175 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-bbd3b0a6-e703-43bd-8308-8104583bb793 None None] Provisioning for port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:31.675814 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182ea8f-0b5c-4940-8369-24529a78978c req-4a02e281-6e7f-4098-b13b-eccc200577d0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:31.684621 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a182ea8f-0b5c-4940-8369-24529a78978c req-4a02e281-6e7f-4098-b13b-eccc200577d0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 944 time: 0.0927403 Jul 09 21:07:31.689339 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=02c31753-b82c-4474-8913-07d997e945a5,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:31.748405 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a182ea8f-0b5c-4940-8369-24529a78978c req-06f891ca-ecac-43bf-b5c2-424226464a1d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624003 Jul 09 21:07:31.850814 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:31.856691 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:31.857113 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:31.933770 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:31.959929 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['02c31753-b82c-4474-8913-07d997e945a5'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:07:31.988289 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.052053 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:32.066337 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-c260f7ab-ce72-4112-ba8a-5c2f01168a28 None None] Provisioning complete for port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:32.066988 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-c260f7ab-ce72-4112-ba8a-5c2f01168a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.192146 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.200000 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-c260f7ab-ce72-4112-ba8a-5c2f01168a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.227716 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e2f8b-4cb6-4c85-92d8-9c17e49abfd1 req-a493760d-4878-4eb3-9abe-783ae74bca0d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:32.229421 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf1e2f8b-4cb6-4c85-92d8-9c17e49abfd1 req-a493760d-4878-4eb3-9abe-783ae74bca0d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0704546 Jul 09 21:07:32.242500 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Router 896ed8af-c781-47f9-aef2-240abdb504cb is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:07:32.251363 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.251363 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b13fcfde-5d2a-41b3-aae2-e9ca096a8393 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:32.287245 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf1e2f8b-4cb6-4c85-92d8-9c17e49abfd1 req-23cf4740-32e7-4273-b2d0-fae44e1054b5 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518095 Jul 09 21:07:32.377632 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:32.388993 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.db.api [None req-c260f7ab-ce72-4112-ba8a-5c2f01168a28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 21:07:32.389635 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG oslo_db.api [None req-c260f7ab-ce72-4112-ba8a-5c2f01168a28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 21:07:32.436864 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:32.446434 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:32.459476 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:32.468811 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:32.778828 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:32.778828 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:30Z', 'revision_number': 3, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:32.782975 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:32.783341 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Updating router 896ed8af-c781-47f9-aef2-240abdb504cb port 399c55f5-ff92-4b60-b3c2-ca611e666687 binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:07:32.818362 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.923665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:32.923665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:32.923665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.948458 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.952169 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8597e940-10f3-4c21-a3d7-fd510ef4f90c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8989270 Jul 09 21:07:32.952169 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Router 5de42b19-374d-4dea-8da3-fbf33b6b039f is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:07:32.952424 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53240) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:32.954868 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ceee4e-dbaa-452f-8a4c-870582fe6192 req-8902c243-7b20-442e-bc87-ad557ff1f9ca tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:32.957023 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-79ceee4e-dbaa-452f-8a4c-870582fe6192 req-8902c243-7b20-442e-bc87-ad557ff1f9ca tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 944 time: 0.0819302 Jul 09 21:07:33.054395 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-79ceee4e-dbaa-452f-8a4c-870582fe6192 req-5140c08e-2606-4482-b138-bef7366a28ea tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805256 Jul 09 21:07:33.079020 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:07:33.170317 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.181558 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Transition to ACTIVE for port object 399c55f5-ff92-4b60-b3c2-ca611e666687 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:33.209561 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.224864 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:33.235496 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Sync routers for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:33.254641 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port b13fcfde-5d2a-41b3-aae2-e9ca096a8393, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:33.254641 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:33.255574 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:33.376177 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.384100 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:33.433123 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Attempting to bind port 399c55f5-ff92-4b60-b3c2-ca611e666687 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:33.433123 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Attempting to bind port 399c55f5-ff92-4b60-b3c2-ca611e666687 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:33.433123 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Attempting to bind port 399c55f5-ff92-4b60-b3c2-ca611e666687 on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:33.455613 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.482940 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.484612 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f80b472a-de49-401d-888f-0efb22f6668a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4234710 Jul 09 21:07:33.490496 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53250) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:33.499903 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa4a03-016e-44d1-8058-a5a44920d5f1 None None] Pushing event updated for resources: {'Port': ['ID=399c55f5-ff92-4b60-b3c2-ca611e666687,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:33.505327 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:33.515216 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:33.515881 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.516286 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:33.516809 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Bound port: 399c55f5-ff92-4b60-b3c2-ca611e666687, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:33.517214 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.598631 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d872962-b23b-458c-b640-a3578926ecec req-7ae8c606-efd7-46f9-bba8-ffc0260d0e11 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:33.603521 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9d872962-b23b-458c-b640-a3578926ecec req-7ae8c606-efd7-46f9-bba8-ffc0260d0e11 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1361356 Jul 09 21:07:33.614862 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:33.660421 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9d872962-b23b-458c-b640-a3578926ecec req-d94ab608-3e4a-4080-a401-6c8b5cb86792 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523002 Jul 09 21:07:33.667712 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] For port 399c55f5-ff92-4b60-b3c2-ca611e666687, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:33.682440 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:33.684962 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] For port 399c55f5-ff92-4b60-b3c2-ca611e666687, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=399c55f5-ff92-4b60-b3c2-ca611e666687,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:33.706662 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:33.707092 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.769453 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.780264 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:33.838996 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:31Z', 'revision_number': 3, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:33.888900 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:33.889779 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:33.917554 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Checking router: 5de42b19-374d-4dea-8da3-fbf33b6b039f for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:33.917955 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Updating router 5de42b19-374d-4dea-8da3-fbf33b6b039f port d9abbc53-6931-4603-870d-c429dac91a17 binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:07:33.932080 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa4a03-016e-44d1-8058-a5a44920d5f1 None None] Pushing event updated for resources: {'Port': ['ID=399c55f5-ff92-4b60-b3c2-ca611e666687,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:33.970766 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:34.024576 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:34.300373 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:30Z', 'revision_number': 3, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:34.358105 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe1d8b-d11b-4315-85b8-116fc82046ce req-ef7ba0ae-5f96-4e56-b5d2-62c4b4a45462 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:34.365945 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9bbe1d8b-d11b-4315-85b8-116fc82046ce req-ef7ba0ae-5f96-4e56-b5d2-62c4b4a45462 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 944 time: 0.1137900 Jul 09 21:07:34.402820 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:34.415035 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Transition to ACTIVE for port object d9abbc53-6931-4603-870d-c429dac91a17 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:34.424078 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01467dd1-1eaf-4e69-b327-bcccf5c655a3 None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:30Z', 'revision_number': 3, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:34.424903 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9bbe1d8b-d11b-4315-85b8-116fc82046ce req-f9104c07-34db-42f3-831b-0e7e1e95c711 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578043 Jul 09 21:07:34.476471 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Allocated IP 172.20.0.1 (3fa4e6b2-bb2e-449c-b003-a2822e487d5e/49d630fe-3c53-4ee6-80ce-4c6ca55e718c/b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:34.493091 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:34.688381 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:34.727459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Transition to ACTIVE for port object b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:34.757933 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Allocated IP 172.20.0.1 (917ab1d7-f955-4a0e-9c0e-7be0b4f16328/a1c99f2a-8336-4f73-bd03-a3463153b01a/4e2934a8-3c03-4463-8192-00bed2eee1c8) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:34.786243 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:34.841519 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Attempting to bind port d9abbc53-6931-4603-870d-c429dac91a17 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:34.843138 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Attempting to bind port d9abbc53-6931-4603-870d-c429dac91a17 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:34.843138 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Attempting to bind port d9abbc53-6931-4603-870d-c429dac91a17 on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:34.850428 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec19cd7-16b4-4a0b-b0a2-cd5f0cf3a22a None None] Pushing event updated for resources: {'Port': ['ID=d9abbc53-6931-4603-870d-c429dac91a17,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:34.862638 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:34.864087 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:34.864791 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:34.865277 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:34.866333 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Bound port: d9abbc53-6931-4603-870d-c429dac91a17, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:34.868814 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:34.895809 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:34.910662 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Transition to ACTIVE for port object 4e2934a8-3c03-4463-8192-00bed2eee1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:34.930598 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] For port d9abbc53-6931-4603-870d-c429dac91a17, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:34.934598 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] For port d9abbc53-6931-4603-870d-c429dac91a17, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=d9abbc53-6931-4603-870d-c429dac91a17,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:34.965780 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.008820 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 02c31753-b82c-4474-8913-07d997e945a5 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:35.025462 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:35.029400 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:35.046724 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:35.110622 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:35.122101 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.122321 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.126261 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.203118 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 02c31753-b82c-4474-8913-07d997e945a5 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:35.247852 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 02c31753-b82c-4474-8913-07d997e945a5 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:35.247852 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.287678 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2934a8-3c03-4463-8192-00bed2eee1c8,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:35.287891 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:35.288463 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:35.295485 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:35.316359 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:35.322039 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:35.377726 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec19cd7-16b4-4a0b-b0a2-cd5f0cf3a22a None None] Pushing event updated for resources: {'Port': ['ID=d9abbc53-6931-4603-870d-c429dac91a17,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:35.438666 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.643211 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.669286 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:35.696694 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaecf85-e130-415e-95bc-74c06a29a6c4 req-2b7e5f52-2b70-4ca2-9061-0f875aa7c284 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:35.703901 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bdaecf85-e130-415e-95bc-74c06a29a6c4 req-2b7e5f52-2b70-4ca2-9061-0f875aa7c284 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 944 time: 0.0960588 Jul 09 21:07:35.710020 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210cc6ec-35ad-4780-90c0-45abe76c9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c31753-b82c-4474-8913-07d997e945a5'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:35.712691 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6915ec50-e95c-4e28-93e6-55b6a752f3b5" -d '{"events": [{"server_uuid": "210cc6ec-35ad-4780-90c0-45abe76c9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "02c31753-b82c-4474-8913-07d997e945a5"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:35.715918 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.753009 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bdaecf85-e130-415e-95bc-74c06a29a6c4 req-f16b5ce8-e97c-4fa4-bb7f-7b2bb47aaf92 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Jul 09 21:07:35.753820 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 399c55f5-ff92-4b60-b3c2-ca611e666687 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:35.793988 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 02c31753-b82c-4474-8913-07d997e945a5, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=02c31753-b82c-4474-8913-07d997e945a5,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:35.795275 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-48319ebb-0445-4fb9-bf3b-fa0e6bd2b2b1 None None] Provisioning for port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:35.811680 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3a63f-dac2-4c02-b078-532dfc4e1dab x-openstack-request-id: req-73d3a63f-dac2-4c02-b078-532dfc4e1dab {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:35.811978 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210cc6ec-35ad-4780-90c0-45abe76c9c4f", "name": "network-vif-plugged", "status": "completed", "tag": "02c31753-b82c-4474-8913-07d997e945a5", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:35.812237 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73d3a63f-dac2-4c02-b078-532dfc4e1dab {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:35.812620 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210cc6ec-35ad-4780-90c0-45abe76c9c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c31753-b82c-4474-8913-07d997e945a5', 'code': 200} Jul 09 21:07:35.825528 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.840691 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-48319ebb-0445-4fb9-bf3b-fa0e6bd2b2b1 None None] Provisioning complete for port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:35.841608 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-48319ebb-0445-4fb9-bf3b-fa0e6bd2b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:35.908681 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-48319ebb-0445-4fb9-bf3b-fa0e6bd2b2b1 None None] Port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:35.918347 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.014399 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53294) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:36.039324 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=02c31753-b82c-4474-8913-07d997e945a5,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:36.048182 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.077707 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:31Z', 'revision_number': 3, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:36.110836 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.139222 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34002-7bde-4529-a705-cdc6066f7dd1 None None] The sync data for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi is: [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:31Z', 'revision_number': 3, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:36.143509 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 399c55f5-ff92-4b60-b3c2-ca611e666687 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:36.146223 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.146631 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-458d38b3-3ec1-4c60-ae37-f7b78bbe35d1 None None] Provisioning for port 4e2934a8-3c03-4463-8192-00bed2eee1c8 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:36.151094 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-458d38b3-3ec1-4c60-ae37-f7b78bbe35d1 None None] Provisioning complete for port 4e2934a8-3c03-4463-8192-00bed2eee1c8 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:36.151610 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-458d38b3-3ec1-4c60-ae37-f7b78bbe35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.154871 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 399c55f5-ff92-4b60-b3c2-ca611e666687 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:36.155070 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.249413 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:36.252762 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.262349 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.373782 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.451018 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-458d38b3-3ec1-4c60-ae37-f7b78bbe35d1 None None] Port 4e2934a8-3c03-4463-8192-00bed2eee1c8 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:36.460398 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc240-1a79-4674-bfa7-e20d5ab55d16 req-20583b45-ade0-4f64-8708-fbcde4f7a0e6 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:36.461517 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2934a8-3c03-4463-8192-00bed2eee1c8,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:36.472720 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4e0fc240-1a79-4674-bfa7-e20d5ab55d16 req-20583b45-ade0-4f64-8708-fbcde4f7a0e6 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1680112 Jul 09 21:07:36.499788 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:36.502107 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.505670 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:36.516162 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.538872 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4e0fc240-1a79-4674-bfa7-e20d5ab55d16 req-a1aa001e-43ac-4d07-bd2f-d3bb0940da91 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623484 Jul 09 21:07:36.573665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 399c55f5-ff92-4b60-b3c2-ca611e666687, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=399c55f5-ff92-4b60-b3c2-ca611e666687,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:36.594233 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.712481 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:36.716096 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:36.845950 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.846542 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:36.846940 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b13fcfde-5d2a-41b3-aae2-e9ca096a8393 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:36.891133 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1abdccefcf9a4cb297d49f1021c96a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8718808 Jul 09 21:07:36.891133 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2731e8-38b1-42f9-8cbf-bd5a87a7c409,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:36.892548 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53310) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:36.908423 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Router 896ed8af-c781-47f9-aef2-240abdb504cb has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:07:36.922883 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.928234 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.928937 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.929438 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.929929 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.930411 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.930904 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.931381 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.932009 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.932490 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.932988 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.933469 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025c1a0-370f-4177-912b-297dd222777b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:36.998221 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0b3a7e9d-d234-4ab9-996a-8207b4946dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.014804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:37.015190 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.022362 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-05323008-6397-41c6-9025-06f84f8c3afe None None] Provisioning complete for port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:37.022729 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-05323008-6397-41c6-9025-06f84f8c3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.030642 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0b3a7e9d-d234-4ab9-996a-8207b4946dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.070312 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Router 5de42b19-374d-4dea-8da3-fbf33b6b039f has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:07:37.095114 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=399c55f5-ff92-4b60-b3c2-ca611e666687,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:37.108115 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:37.110602 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-05323008-6397-41c6-9025-06f84f8c3afe None None] Port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:37.117597 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:37.118313 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b4cedf04-a581-467a-9df3-336f716e1365 admin admin] 10.222.0.64 "PUT /v2.0/routers/896ed8af-c781-47f9-aef2-240abdb504cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1643436 Jul 09 21:07:37.130340 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:37.131224 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:37.227805 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0b3a7e9d-d234-4ab9-996a-8207b4946dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.233468 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0b3a7e9d-d234-4ab9-996a-8207b4946dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.233468 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0b3a7e9d-d234-4ab9-996a-8207b4946dff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b2731e8-38b1-42f9-8cbf-bd5a87a7c409 HTTP/1.1" status: 204 len: 168 time: 0.3381793 Jul 09 21:07:37.245445 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a7e9d-d234-4ab9-996a-8207b4946dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2731e8-38b1-42f9-8cbf-bd5a87a7c409,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:37.250218 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:37.254190 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-631c87b8-84cf-4591-b029-dc893506d411 None None] Provisioning complete for port 4e2934a8-3c03-4463-8192-00bed2eee1c8 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:37.263634 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-631c87b8-84cf-4591-b029-dc893506d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.264185 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7a265697-2f8c-43cf-af99-39d6891ae386 admin admin] 10.222.0.64 "PUT /v2.0/routers/5de42b19-374d-4dea-8da3-fbf33b6b039f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7641320 Jul 09 21:07:37.312899 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-631c87b8-84cf-4591-b029-dc893506d411 None None] Port 4e2934a8-3c03-4463-8192-00bed2eee1c8 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:37.327609 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:37.564701 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 2, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:37.596766 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:37.597226 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Updating router 896ed8af-c781-47f9-aef2-240abdb504cb port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:07:37.625965 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device d9abbc53-6931-4603-870d-c429dac91a17 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:37.640063 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.776961 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port d9abbc53-6931-4603-870d-c429dac91a17 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:37.780847 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port d9abbc53-6931-4603-870d-c429dac91a17 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:37.781230 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.875692 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.899109 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port d9abbc53-6931-4603-870d-c429dac91a17, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=d9abbc53-6931-4603-870d-c429dac91a17,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:37.933247 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.948806 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Transition to ACTIVE for port object b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:37.976403 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:37.977250 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 399c55f5-ff92-4b60-b3c2-ca611e666687 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:38.064775 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=d9abbc53-6931-4603-870d-c429dac91a17,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:38.077702 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:38.083547 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 399c55f5-ff92-4b60-b3c2-ca611e666687 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:38.083912 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:38.155000 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52870650-72b6-4712-a40b-9880b94fb15c None None] Pushing event updated for resources: {'Port': ['ID=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:38.217767 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Attempting to bind port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:38.218325 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Attempting to bind port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:38.218896 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Attempting to bind port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:38.224778 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:38.225376 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Checking segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:38.225878 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:38.226500 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Bound using segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:38.227272 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Bound port: b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:38.227850 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:38.303360 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] For port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:38.307705 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] For port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:38.384396 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:38.449335 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52870650-72b6-4712-a40b-9880b94fb15c None None] Pushing event updated for resources: {'Port': ['ID=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,revision_number=4']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:38.452110 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:38.452726 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:38.497131 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Sync routers for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:38.509726 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:38.510938 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:38.574416 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:38.666551 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:38.766881 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53362) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:38.773167 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1079511192-network', 'tenant_id': '9c64362e7bf54ea080752171d76e0740'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:38.847333 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:38Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:38.872486 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53364) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:38.875816 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa424ee-ee54-45ac-81cd-2b3e7c9ac25b None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:38Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:38.877885 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-97592789-network', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:38.892504 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Made reservation on behalf of 9c64362e7bf54ea080752171d76e0740 for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:38.894835 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:38.910888 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:38.961353 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 2, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:39.000693 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Checking router: 5de42b19-374d-4dea-8da3-fbf33b6b039f for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:39.001059 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Updating router 5de42b19-374d-4dea-8da3-fbf33b6b039f port 4e2934a8-3c03-4463-8192-00bed2eee1c8 binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:07:39.037910 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.061171 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Made reservation on behalf of 7a7a19147e49497c81e2fd31555c62e6 for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:39.065767 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.087788 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.180170 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332a1ab-48d6-4935-b32f-72deb415fa2a req-e665167a-97c1-4c0c-a8f9-0db7c1b68a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:39.183131 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b332a1ab-48d6-4935-b32f-72deb415fa2a req-e665167a-97c1-4c0c-a8f9-0db7c1b68a94 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 1098 time: 0.0697122 Jul 09 21:07:39.189711 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.253261 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b332a1ab-48d6-4935-b32f-72deb415fa2a req-3a93f4c2-79cc-44dd-bf2c-d92d50d90b38 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Jul 09 21:07:39.391610 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248350e-77d8-4bdf-9b72-5b0077aff719 req-5bf0e72d-499b-4d33-aa87-e5e4ee49dc06 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:39.393841 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6248350e-77d8-4bdf-9b72-5b0077aff719 req-5bf0e72d-499b-4d33-aa87-e5e4ee49dc06 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.0715525 Jul 09 21:07:39.412825 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.438777 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6248350e-77d8-4bdf-9b72-5b0077aff719 req-ce5f5d86-1ac5-4015-9a8e-1b85502fd8eb tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383317 Jul 09 21:07:39.580327 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.601899 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:07:39.629282 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.629632 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Added segment 72cee6d5-3323-4b86-8322-547874b9d7a7 of type vlan for network ea5751de-8ab0-49a2-b9cc-5f63050707e5 Jul 09 21:07:39.637871 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device d9abbc53-6931-4603-870d-c429dac91a17 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:39.686262 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739fd07f-47f0-426e-b0f3-bb5d5c4fdfdf,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:39.699133 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.749621 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Transition to ACTIVE for port object 4e2934a8-3c03-4463-8192-00bed2eee1c8 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:39.776098 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port d9abbc53-6931-4603-870d-c429dac91a17 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:39.776555 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.796186 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.843298 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-376d3411-e30a-4144-b34b-c00d6a3efcf0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121063 Jul 09 21:07:39.860962 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.908548 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:39.944524 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.952001 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71e33a-b31a-400a-b8f8-9cc00b77e7c7 None None] Pushing event updated for resources: {'Port': ['ID=4e2934a8-3c03-4463-8192-00bed2eee1c8,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:39.960948 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:39.961833 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:39.965641 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.031624 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-b561edad-d2cc-4c06-b96c-6ac9fb083398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:40.033567 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-b561edad-d2cc-4c06-b96c-6ac9fb083398 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1098 time: 0.1283839 Jul 09 21:07:40.037803 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Attempting to bind port 4e2934a8-3c03-4463-8192-00bed2eee1c8 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:40.038317 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:07:40.038837 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Attempting to bind port 4e2934a8-3c03-4463-8192-00bed2eee1c8 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:40.039397 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Attempting to bind port 4e2934a8-3c03-4463-8192-00bed2eee1c8 on network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:40.057927 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:40.058366 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Checking segment: {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:40.058784 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.059347 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Bound using segment: {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:40.060056 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Bound port: 4e2934a8-3c03-4463-8192-00bed2eee1c8, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:40.060450 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.116347 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.116696 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Added segment dcf52ab3-bbb1-46f6-9bb6-3b70194a293c of type vlan for network 34256462-09d1-41a3-af22-bea22dc8636f Jul 09 21:07:40.118338 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc91787d-fdad-4f67-8794-cf2c1cf49a92,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:40.135926 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5751de-8ab0-49a2-b9cc-5f63050707e5,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:40.153562 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] For port 4e2934a8-3c03-4463-8192-00bed2eee1c8, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:40.157859 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] For port 4e2934a8-3c03-4463-8192-00bed2eee1c8, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4e2934a8-3c03-4463-8192-00bed2eee1c8,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:40.165092 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network ea5751de-8ab0-49a2-b9cc-5f63050707e5 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:07:40.179583 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-9873be73-165d-4ede-a9b8-a33dfd56b8e0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4104371 Jul 09 21:07:40.188414 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53384) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:40.193652 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Request body: {'subnet': {'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1079511192-subnet', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'ip_version': 4}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:40.214229 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.245640 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-00aa248e-9cc4-4a0e-bdda-487b427056be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:40.247571 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-00aa248e-9cc4-4a0e-bdda-487b427056be service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.1818340 Jul 09 21:07:40.261633 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:40.272462 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:40.272838 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.301522 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-acf31c9c-3fc0-4673-9837-b436bff94ee2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 200 len: 217 time: 0.0458713 Jul 09 21:07:40.370425 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-6b16a050-126a-4e7d-835b-3abf786c673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:40.371999 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-6b16a050-126a-4e7d-835b-3abf786c673a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.0620139 Jul 09 21:07:40.381823 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.422362 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-5326974d-b599-40ea-b3ea-cfaf456e5f76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276101 Jul 09 21:07:40.423215 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:40.428034 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Made reservation on behalf of 9c64362e7bf54ea080752171d76e0740 for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:40.428123 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.434738 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127483860'] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.544189 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.545768 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:40.546574 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.563861 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:40.563861 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:40.639658 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.640628 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-18fd9fd9-686e-4954-a23f-b8b6f0fa7067 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839631 Jul 09 21:07:40.642422 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.647361 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71e33a-b31a-400a-b8f8-9cc00b77e7c7 None None] Pushing event updated for resources: {'Port': ['ID=4e2934a8-3c03-4463-8192-00bed2eee1c8,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:40.651105 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7774179 Jul 09 21:07:40.651276 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53396) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:40.660334 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Request body: {'subnet': {'network_id': '34256462-09d1-41a3-af22-bea22dc8636f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-97592789-subnet', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:40.673959 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b499ff5-5bbb-4c9a-8f6d-11b85d5de73b admin admin] Pushing event updated for resources: {'Network': ['ID=34256462-09d1-41a3-af22-bea22dc8636f,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:40.718086 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 34256462-09d1-41a3-af22-bea22dc8636f details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:07:40.844546 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Made reservation on behalf of 7a7a19147e49497c81e2fd31555c62e6 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:40.847210 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126592466'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:40.945817 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354835d9-6cc7-4856-992b-d92576489ed9 req-b25e92e8-3ac1-4e7f-a5c6-3a5a55a443df tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:40.947469 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-354835d9-6cc7-4856-992b-d92576489ed9 req-b25e92e8-3ac1-4e7f-a5c6-3a5a55a443df tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.2269988 Jul 09 21:07:40.982743 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88421b8e-e4e3-4487-a90f-a14a18c33985 req-e708bd4e-c43e-4bed-97ad-ba24995c9269 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677367 Jul 09 21:07:40.991526 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127536398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127483846'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:41.073452 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-354835d9-6cc7-4856-992b-d92576489ed9 req-10740ba9-8fd0-482f-a27d-54c63aec19bb tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184852 Jul 09 21:07:41.078271 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d242e1-de9c-4dba-a13a-b815f298ffee,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:41.124621 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Checking segment: {'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:41.125089 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Network hostable DHCP agents. Network: ea5751de-8ab0-49a2-b9cc-5f63050707e5, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:07:41.196812 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:41.210092 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:41.399502 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127220699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126592448'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:41.400092 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Network ea5751de-8ab0-49a2-b9cc-5f63050707e5 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:07:41.420877 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:41.449523 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89062f38-3d6f-4d29-b7f0-59b27b10d338 None None] The sync data for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi is: [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:41.462224 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad42771-1249-4297-a8f5-672b7f1e476d,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:41.473556 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.473910 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.474322 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.474615 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.474899 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.475224 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.475591 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.475922 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.476252 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.476574 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.477256 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.477256 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:41.483831 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Checking segment: {'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:41.484364 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Network hostable DHCP agents. Network: 34256462-09d1-41a3-af22-bea22dc8636f, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:07:41.592116 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:41.645201 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:41.645580 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:41.662068 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, ea5751de-8ab0-49a2-b9cc-5f63050707e5) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:41.667095 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:41.668069 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:41.681767 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31288e47-98b8-46cd-8a66-61e5e0b7a4ac None None] Network ea5751de-8ab0-49a2-b9cc-5f63050707e5 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:41.854433 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Network 34256462-09d1-41a3-af22-bea22dc8636f is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:07:41.854554 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d447d201-9907-4e3e-824b-70a022e8adc2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6613686 Jul 09 21:07:41.854948 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53416) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:41.859709 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:41.865244 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 34256462-09d1-41a3-af22-bea22dc8636f) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:41.880819 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:41.881593 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:41.898920 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f65a9-afdc-4c2d-931c-de9be95f955a None None] Network 34256462-09d1-41a3-af22-bea22dc8636f requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:41.915175 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-ea5751de-8ab0-49a2-b9cc-5f63050707e5', 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'fixed_ips': [{'subnet_id': 'a4d242e1-de9c-4dba-a13a-b815f298ffee'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:07:41.916852 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:41.990169 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:41.990169 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.057995 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.124072 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c8d8a14c-683e-4dd0-9e75-334aca37d99f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4705777 Jul 09 21:07:42.126435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53426) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:42.131610 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:42.182495 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Allocated IP 172.20.0.2 (ea5751de-8ab0-49a2-b9cc-5f63050707e5/a4d242e1-de9c-4dba-a13a-b815f298ffee/ce4f94d5-7731-4e9d-9e35-4df52f138136) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:42.192099 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-34256462-09d1-41a3-af22-bea22dc8636f', 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'fixed_ips': [{'subnet_id': 'bad42771-1249-4297-a8f5-672b7f1e476d'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:07:42.192956 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.335815 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fddb7-e165-47a7-863e-17133956569c req-d806950c-5bb5-4832-bdda-436b6ae9a5a2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:42.344883 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e25fddb7-e165-47a7-863e-17133956569c req-d806950c-5bb5-4832-bdda-436b6ae9a5a2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.0956035 Jul 09 21:07:42.401847 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e25fddb7-e165-47a7-863e-17133956569c req-e2b11001-0b01-4502-ab47-a589daf5570f tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556302 Jul 09 21:07:42.517907 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Allocated IP 172.20.0.2 (34256462-09d1-41a3-af22-bea22dc8636f/bad42771-1249-4297-a8f5-672b7f1e476d/70fedbbb-40c9-48dc-90ed-ef150fc1a968) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:42.529468 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.545372 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Transition to ACTIVE for port object ce4f94d5-7731-4e9d-9e35-4df52f138136 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:42.605460 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Transition to ACTIVE for port object ce4f94d5-7731-4e9d-9e35-4df52f138136 will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:42.634105 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.635734 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.647832 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.694610 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.726691 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.753363 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.756088 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Network ea5751de-8ab0-49a2-b9cc-5f63050707e5 is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:42.762900 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:42.769623 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:42.778023 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Transition to ACTIVE for port object 70fedbbb-40c9-48dc-90ed-ef150fc1a968 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:42.781764 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Pushing event updated for resources: {'Port': ['ID=ce4f94d5-7731-4e9d-9e35-4df52f138136,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:42.835646 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Transition to ACTIVE for port object 70fedbbb-40c9-48dc-90ed-ef150fc1a968 will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:42.854522 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Attempting to bind port ce4f94d5-7731-4e9d-9e35-4df52f138136 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:42.854901 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Attempting to bind port ce4f94d5-7731-4e9d-9e35-4df52f138136 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:42.855265 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Attempting to bind port ce4f94d5-7731-4e9d-9e35-4df52f138136 on network ea5751de-8ab0-49a2-b9cc-5f63050707e5 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:42.860581 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:42.860959 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Checking segment: {'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:42.861366 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.862048 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Bound using segment: {'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:42.862486 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Bound port: ce4f94d5-7731-4e9d-9e35-4df52f138136, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:42.862875 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.941768 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:42.987978 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] For port ce4f94d5-7731-4e9d-9e35-4df52f138136, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:43.007816 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Network 34256462-09d1-41a3-af22-bea22dc8636f is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:43.012073 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:43.014746 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] For port ce4f94d5-7731-4e9d-9e35-4df52f138136, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ce4f94d5-7731-4e9d-9e35-4df52f138136,segment=NetworkSegment(72cee6d5-3323-4b86-8322-547874b9d7a7),segment_id=72cee6d5-3323-4b86-8322-547874b9d7a7)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:43.018951 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:43.020855 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.024202 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Pushing event updated for resources: {'Port': ['ID=70fedbbb-40c9-48dc-90ed-ef150fc1a968,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:43.078477 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Attempting to bind port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:43.111474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Attempting to bind port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:43.111474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Attempting to bind port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 on network 34256462-09d1-41a3-af22-bea22dc8636f {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:43.111474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:43.111474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Checking segment: {'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:43.111474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.111474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Bound using segment: {'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:43.111474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Bound port: 70fedbbb-40c9-48dc-90ed-ef150fc1a968, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:43.111474 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.178290 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.192873 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] For port 70fedbbb-40c9-48dc-90ed-ef150fc1a968, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:43.196054 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] For port 70fedbbb-40c9-48dc-90ed-ef150fc1a968, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=70fedbbb-40c9-48dc-90ed-ef150fc1a968,segment=NetworkSegment(dcf52ab3-bbb1-46f6-9bb6-3b70194a293c),segment_id=dcf52ab3-bbb1-46f6-9bb6-3b70194a293c)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:43.198847 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.320133 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.328315 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Allocated IP 172.27.2.243 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/b560542d-b199-4330-8586-b115a562f393) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:43.342821 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-8e09424a-034d-441d-9e70-f272e12b7a57 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85130002ed004d369822c5c1734d590c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370507 Jul 09 21:07:43.391255 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23190f79-5702-4041-9e87-48af051a49d9 None None] Pushing event updated for resources: {'Port': ['ID=ce4f94d5-7731-4e9d-9e35-4df52f138136,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:43.489822 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.572416 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.637395 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d029-ea4c-4d40-a364-02ab4988b57a None None] Pushing event updated for resources: {'Port': ['ID=70fedbbb-40c9-48dc-90ed-ef150fc1a968,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:43.678373 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-1cb46057-d7d6-475a-beb7-d3d3b43b10c7 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:43.690163 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-1cb46057-d7d6-475a-beb7-d3d3b43b10c7 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3413243 Jul 09 21:07:43.715120 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-10e04db4-a6ae-4a2e-ae1e-a263a8e01b49 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/quotas/85130002ed004d369822c5c1734d590c HTTP/1.1" status: 200 len: 375 time: 0.0239279 Jul 09 21:07:43.733921 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4e2934a8-3c03-4463-8192-00bed2eee1c8 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:43.770136 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-f010c9fc-2e47-4bf1-852c-0a3c75e0d4df tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85130002ed004d369822c5c1734d590c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539503 Jul 09 21:07:43.873696 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.931841 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 4e2934a8-3c03-4463-8192-00bed2eee1c8 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:43.941513 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.948430 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 4e2934a8-3c03-4463-8192-00bed2eee1c8 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:43.949095 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.950408 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:43.988963 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:43.997590 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:44.003785 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:44.095377 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Pushing event updated for resources: {'Port': ['ID=b560542d-b199-4330-8586-b115a562f393,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:44.143408 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8611aa33-8d99-491f-9eeb-28c00a4302c1 req-b7192893-7892-42b5-b250-cd5b621c3758 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 210 time: 0.0686872 Jul 09 21:07:44.173893 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:44.221213 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 4e2934a8-3c03-4463-8192-00bed2eee1c8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4e2934a8-3c03-4463-8192-00bed2eee1c8,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:44.316361 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Allocated IP 172.27.2.215 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/5eaa5618-3019-46c2-8f82-9863b4ce99da) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:44.367997 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:44.426938 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=4e2934a8-3c03-4463-8192-00bed2eee1c8,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:44.484219 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:44.586136 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:44.645409 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08507761-fe93-4b11-ab72-a3e808db4318 None None] Network ea5751de-8ab0-49a2-b9cc-5f63050707e5 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:44.696114 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:44.817166 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:44.824043 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:44.827864 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:44.888308 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Pushing event updated for resources: {'Port': ['ID=5eaa5618-3019-46c2-8f82-9863b4ce99da,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:44.896637 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-7b63143e-455c-48e0-ac45-1975ac91cee9 None None] Provisioning for port ce4f94d5-7731-4e9d-9e35-4df52f138136 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:44.937213 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:45.100585 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666cefed-4dcb-41e1-964a-5e974653933d None None] Network 34256462-09d1-41a3-af22-bea22dc8636f requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:07:45.237188 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d3d1d224-e9ac-49d1-be90-3e3ed9055ba3 req-49f7f75a-4e70-498d-a3db-6f9b254968e8 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 210 time: 0.0310798 Jul 09 21:07:45.632281 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4e2934a8-3c03-4463-8192-00bed2eee1c8 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:45.645818 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:07:45.663001 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-f19a970c-bfb6-4c15-af34-ea93bd159760 None None] Provisioning for port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:45.692783 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 4e2934a8-3c03-4463-8192-00bed2eee1c8 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:45.693433 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:45.795077 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ce4f94d5-7731-4e9d-9e35-4df52f138136 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:45.965776 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port ce4f94d5-7731-4e9d-9e35-4df52f138136 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:45.970438 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port ce4f94d5-7731-4e9d-9e35-4df52f138136 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:45.970817 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.059576 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.063942 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.100109 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port ce4f94d5-7731-4e9d-9e35-4df52f138136, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ce4f94d5-7731-4e9d-9e35-4df52f138136,segment=NetworkSegment(72cee6d5-3323-4b86-8322-547874b9d7a7),segment_id=72cee6d5-3323-4b86-8322-547874b9d7a7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:46.109809 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:46.118374 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Sync routers for ids ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:46.128864 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Routers {'1949fd0e-15f1-45eb-8eb6-8bfb98597663'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:46.129789 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:46.256206 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Set router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:46.279565 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.280874 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 70fedbbb-40c9-48dc-90ed-ef150fc1a968 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:46.298807 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.302616 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.306500 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d2c1ce33-995f-4639-ac06-304d4568eb9b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4479883 Jul 09 21:07:46.309721 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53506) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:46.462966 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=ce4f94d5-7731-4e9d-9e35-4df52f138136,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:46.549654 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b560542d-b199-4330-8586-b115a562f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 3, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port': {'id': 'b560542d-b199-4330-8586-b115a562f393', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:46.578731 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81239ce2-7ad2-4b18-a61f-cb7a57d9d6ed req-673e4987-2cb4-44cc-83ef-b59e85281bbf tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 210 time: 0.0501094 Jul 09 21:07:46.685743 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53516) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:46.689556 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Checking router: 1949fd0e-15f1-45eb-8eb6-8bfb98597663 for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:46.689905 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Updating router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 port b560542d-b199-4330-8586-b115a562f393 binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:07:46.723839 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:46.728239 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:46.728624 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.734871 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.811266 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Router 45bad2ad-6916-4818-93a6-e92c6652caff is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:07:46.849057 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.886360 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-771a485b-b94c-44e9-8c82-5dc6abb42c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:46.886574 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 70fedbbb-40c9-48dc-90ed-ef150fc1a968, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=70fedbbb-40c9-48dc-90ed-ef150fc1a968,segment=NetworkSegment(dcf52ab3-bbb1-46f6-9bb6-3b70194a293c),segment_id=dcf52ab3-bbb1-46f6-9bb6-3b70194a293c)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:46.958842 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:46.971261 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.004643 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Sync routers for ids ['45bad2ad-6916-4818-93a6-e92c6652caff'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:47.025012 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Routers {'45bad2ad-6916-4818-93a6-e92c6652caff'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:47.025800 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['45bad2ad-6916-4818-93a6-e92c6652caff'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:47.082490 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.084918 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=70fedbbb-40c9-48dc-90ed-ef150fc1a968,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:47.094581 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Transition to ACTIVE for port object b560542d-b199-4330-8586-b115a562f393 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:47.101618 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-771a485b-b94c-44e9-8c82-5dc6abb42c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.141944 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.164864 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Set router 45bad2ad-6916-4818-93a6-e92c6652caff gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:47.179904 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.228447 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baa3f1-6e26-44dc-9f3c-5446d95967ac None None] Pushing event updated for resources: {'Port': ['ID=b560542d-b199-4330-8586-b115a562f393,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:47.257717 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Attempting to bind port b560542d-b199-4330-8586-b115a562f393 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:47.258341 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Attempting to bind port b560542d-b199-4330-8586-b115a562f393 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:47.258884 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Attempting to bind port b560542d-b199-4330-8586-b115a562f393 on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:47.261476 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-771a485b-b94c-44e9-8c82-5dc6abb42c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.268208 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:47.268852 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:47.273497 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.273497 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:47.273497 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Bound port: b560542d-b199-4330-8586-b115a562f393, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:47.273497 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.316478 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a485b-b94c-44e9-8c82-5dc6abb42c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c52d5a3-0d6a-4588-8b61-2b832399fe3a,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:47.335651 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] For port b560542d-b199-4330-8586-b115a562f393, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:47.339621 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] For port b560542d-b199-4330-8586-b115a562f393, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b560542d-b199-4330-8586-b115a562f393,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:47.348108 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.351252 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-566d53c3-54f9-4a16-b4a3-c296b93d4200 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.2231202 Jul 09 21:07:47.352896 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53524) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:47.368406 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-771a485b-b94c-44e9-8c82-5dc6abb42c7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4d51d57c6754e05ac55668a0c38a67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814899 Jul 09 21:07:47.373177 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53526) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:47.406165 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Allocated IP 172.20.0.1 (ea5751de-8ab0-49a2-b9cc-5f63050707e5/a4d242e1-de9c-4dba-a13a-b815f298ffee/7ad5248d-34da-4d4d-9688-72026f7c0bb9) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:47.440122 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.496581 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9f983abd-cd93-4f53-a6fc-1561f083f88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.500015 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baa3f1-6e26-44dc-9f3c-5446d95967ac None None] Pushing event updated for resources: {'Port': ['ID=b560542d-b199-4330-8586-b115a562f393,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:47.514014 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Routers {'1949fd0e-15f1-45eb-8eb6-8bfb98597663'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:47.514014 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:47.536433 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9f983abd-cd93-4f53-a6fc-1561f083f88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.596543 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:07:45Z', 'revision_number': 3, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port': {'id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:47.625233 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.655271 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Checking router: 45bad2ad-6916-4818-93a6-e92c6652caff for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:47.655649 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Updating router 45bad2ad-6916-4818-93a6-e92c6652caff port 5eaa5618-3019-46c2-8f82-9863b4ce99da binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:07:47.664604 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ce4f94d5-7731-4e9d-9e35-4df52f138136 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:47.748501 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] Set router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:47.757643 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port ce4f94d5-7731-4e9d-9e35-4df52f138136 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:47.758119 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.759850 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.771789 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9f983abd-cd93-4f53-a6fc-1561f083f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.774286 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9f983abd-cd93-4f53-a6fc-1561f083f88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:47.776656 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-9f983abd-cd93-4f53-a6fc-1561f083f88b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c52d5a3-0d6a-4588-8b61-2b832399fe3a HTTP/1.1" status: 204 len: 168 time: 0.4023032 Jul 09 21:07:47.778096 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Transition to ACTIVE for port object 7ad5248d-34da-4d4d-9688-72026f7c0bb9 will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:47.795096 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fa336f38-a538-483a-a8c3-ff04cf231ef2 req-05a0257c-f2bd-484a-9c4e-bcff1c3cfd6f tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 210 time: 0.0534577 Jul 09 21:07:47.820506 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f983abd-cd93-4f53-a6fc-1561f083f88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c52d5a3-0d6a-4588-8b61-2b832399fe3a,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:47.981385 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.030593 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.047198 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b560542d-b199-4330-8586-b115a562f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 3, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port': {'id': 'b560542d-b199-4330-8586-b115a562f393', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:48.066031 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Network ea5751de-8ab0-49a2-b9cc-5f63050707e5 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:48.069394 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:48.073129 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:48.094446 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93bc92-54f7-4eef-aabb-308fac112d9c None None] The sync data for ids ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'] in dv-cinder-800272-2-iscsi is: [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b560542d-b199-4330-8586-b115a562f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 3, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port': {'id': 'b560542d-b199-4330-8586-b115a562f393', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:48.111970 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Pushing event updated for resources: {'Port': ['ID=7ad5248d-34da-4d4d-9688-72026f7c0bb9,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:48.132436 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.226300 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 70fedbbb-40c9-48dc-90ed-ef150fc1a968 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:48.339777 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Allocated IP 172.20.0.1 (34256462-09d1-41a3-af22-bea22dc8636f/bad42771-1249-4297-a8f5-672b7f1e476d/675662d7-a342-4daf-96fd-652a94199340) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:48.388882 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.421121 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Transition to ACTIVE for port object 5eaa5618-3019-46c2-8f82-9863b4ce99da will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:48.476963 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:48.477342 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.504009 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.521025 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Transition to ACTIVE for port object 675662d7-a342-4daf-96fd-652a94199340 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:48.555649 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.631152 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-379b3112-3344-4214-950c-f9cd944479c6 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=85130002ed004d369822c5c1734d590c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736670 Jul 09 21:07:48.659171 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68681fe-359b-4a20-9d94-217c32ce79f3 None None] Pushing event updated for resources: {'Port': ['ID=5eaa5618-3019-46c2-8f82-9863b4ce99da,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:48.662126 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.676880 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Attempting to bind port 5eaa5618-3019-46c2-8f82-9863b4ce99da on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:48.677322 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Attempting to bind port 5eaa5618-3019-46c2-8f82-9863b4ce99da by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:48.678473 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Attempting to bind port 5eaa5618-3019-46c2-8f82-9863b4ce99da on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:48.687667 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:48.688167 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:48.688651 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.689141 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:48.689646 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Bound port: 5eaa5618-3019-46c2-8f82-9863b4ce99da, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:48.690108 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.774991 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-d59df877-ddd8-48f8-80a8-6e0088dcd8d4 None None] Provisioning for port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:48.796217 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-d59df877-ddd8-48f8-80a8-6e0088dcd8d4 None None] Provisioning complete for port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:48.799682 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d59df877-ddd8-48f8-80a8-6e0088dcd8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.821839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Network 34256462-09d1-41a3-af22-bea22dc8636f is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:48.846395 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:48.850762 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] For port 5eaa5618-3019-46c2-8f82-9863b4ce99da, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:48.857349 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.866347 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] For port 5eaa5618-3019-46c2-8f82-9863b4ce99da, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=5eaa5618-3019-46c2-8f82-9863b4ce99da,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:48.867858 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-d59df877-ddd8-48f8-80a8-6e0088dcd8d4 None None] Port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:48.896631 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53556) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:48.898796 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:48.946362 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:48.981097 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Pushing event updated for resources: {'Port': ['ID=675662d7-a342-4daf-96fd-652a94199340,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:49.018277 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e16b7afd-6613-436e-822b-ea3d07cf99ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.044670 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Routers {'45bad2ad-6916-4818-93a6-e92c6652caff'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:49.056433 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['45bad2ad-6916-4818-93a6-e92c6652caff'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:49.087279 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-2c18efde-ddd9-4c60-9c83-285769988e7d tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:49.105450 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-2c18efde-ddd9-4c60-9c83-285769988e7d tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4664395 Jul 09 21:07:49.114224 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.118347 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68681fe-359b-4a20-9d94-217c32ce79f3 None None] Pushing event updated for resources: {'Port': ['ID=5eaa5618-3019-46c2-8f82-9863b4ce99da,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:49.184586 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0c22779b-06f3-4cfd-9df3-47f67eec02f2 req-a698f047-0496-431f-ba2f-06c9ece5edbb tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 210 time: 0.1301458 Jul 09 21:07:49.187912 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Request body: {'port': {'device_id': '3d875e3b-6e57-4ac0-b7ec-795ebb5d0505', 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5', 'admin_state_up': True, 'tenant_id': '85130002ed004d369822c5c1734d590c'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:49.289778 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] Set router 45bad2ad-6916-4818-93a6-e92c6652caff gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:49.313684 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.431845 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e16b7afd-6613-436e-822b-ea3d07cf99ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.460815 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.519037 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:07:45Z', 'revision_number': 3, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port': {'id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:49.542640 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.549429 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec919f9-52f2-4748-a71e-7b77014fbcf7 None None] The sync data for ids ['45bad2ad-6916-4818-93a6-e92c6652caff'] in dv-cinder-800272-2-iscsi is: [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:07:45Z', 'revision_number': 3, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port': {'id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:49.551195 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-90b86e6a-4312-4e21-92d0-acd2455e882a None None] Provisioning for port 675662d7-a342-4daf-96fd-652a94199340 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:49.557867 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-90b86e6a-4312-4e21-92d0-acd2455e882a None None] Provisioning complete for port 675662d7-a342-4daf-96fd-652a94199340 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:49.557867 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-90b86e6a-4312-4e21-92d0-acd2455e882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.564445 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Pushing event updated for resources: {'Port': ['ID=7ad5248d-34da-4d4d-9688-72026f7c0bb9,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:49.590273 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b560542d-b199-4330-8586-b115a562f393 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:49.618591 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.625841 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e16b7afd-6613-436e-822b-ea3d07cf99ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.641307 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-90b86e6a-4312-4e21-92d0-acd2455e882a None None] Port 675662d7-a342-4daf-96fd-652a94199340 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:49.691329 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b7afd-6613-436e-822b-ea3d07cf99ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa459a-4ed1-41b5-b3ed-9cab0432ebd1,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:49.724003 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e16b7afd-6613-436e-822b-ea3d07cf99ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=953e39da5d7b48b9beb4ff3397499d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066328 Jul 09 21:07:49.724650 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Network ea5751de-8ab0-49a2-b9cc-5f63050707e5 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:49.726215 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53570) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:49.735636 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:49.793886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port b560542d-b199-4330-8586-b115a562f393 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:49.798428 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port b560542d-b199-4330-8586-b115a562f393 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:49.798812 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.802605 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Made reservation on behalf of 85130002ed004d369822c5c1734d590c for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:07:49.806861 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.853510 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.925556 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ee80bb08-f1e9-4f4f-ba58-a3177a8dee50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:49.983866 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.029551 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ee80bb08-f1e9-4f4f-ba58-a3177a8dee50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.029909 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port b560542d-b199-4330-8586-b115a562f393, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b560542d-b199-4330-8586-b115a562f393,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:50.055957 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.085106 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:07:50.135168 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.143875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.210865 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=b560542d-b199-4330-8586-b115a562f393,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:50.214832 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-e9ef2549-f5ad-4d2f-9681-cf98962d75c1 None None] Provisioning complete for port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:50.215402 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-e9ef2549-f5ad-4d2f-9681-cf98962d75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.232003 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.234673 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:50.243847 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-80ca26ff-05d2-42f9-9814-ed8fa1596ece admin admin] 10.222.0.64 "PUT /v2.0/routers/1949fd0e-15f1-45eb-8eb6-8bfb98597663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9328582 Jul 09 21:07:50.271270 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f53bd15-d9c7-4764-a68c-7733614622fe,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:50.319904 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.320021 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef2549-f5ad-4d2f-9681-cf98962d75c1 None None] Port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:50.368229 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ee80bb08-f1e9-4f4f-ba58-a3177a8dee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.370504 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ee80bb08-f1e9-4f4f-ba58-a3177a8dee50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.374079 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ee80bb08-f1e9-4f4f-ba58-a3177a8dee50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4fa459a-4ed1-41b5-b3ed-9cab0432ebd1 HTTP/1.1" status: 204 len: 168 time: 0.6443551 Jul 09 21:07:50.386135 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80bb08-f1e9-4f4f-ba58-a3177a8dee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa459a-4ed1-41b5-b3ed-9cab0432ebd1,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:50.468619 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-269c2f76-84be-46f5-a1ed-90997e681167 req-303b22ce-b106-4a69-8513-e4ace5208aad tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 210 time: 0.0740688 Jul 09 21:07:50.504679 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:50.536111 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Pushing event updated for resources: {'Port': ['ID=675662d7-a342-4daf-96fd-652a94199340,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:50.845013 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Sync routers for ids ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:50.859363 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Routers {'1949fd0e-15f1-45eb-8eb6-8bfb98597663'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:50.861301 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:50.926262 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Allocated IP 192.168.233.94 (5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5/f0f79d0b-dd59-4dc0-bb17-f45a11c5ece0/ffeca999-f258-415d-aee7-337e2b438ac4) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:07:51.039745 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33988ec-01a9-4320-9538-75e44f2c628b req-d6c57109-e611-4eea-bf1c-9b9578eee122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:51.053133 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Set router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:51.056118 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f33988ec-01a9-4320-9538-75e44f2c628b req-d6c57109-e611-4eea-bf1c-9b9578eee122 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1386647 Jul 09 21:07:51.144953 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f33988ec-01a9-4320-9538-75e44f2c628b req-9f7d444f-1bf0-4c64-8bd2-e8ebef307e81 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709908 Jul 09 21:07:51.201918 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Network 34256462-09d1-41a3-af22-bea22dc8636f is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:51.205286 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:51.348461 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:51.363056 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Transition to ACTIVE for port object ffeca999-f258-415d-aee7-337e2b438ac4 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:51.446034 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-2f9a0c80-3fc5-4f50-94e7-f4411181f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:51.447256 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-2f9a0c80-3fc5-4f50-94e7-f4411181f1a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1098 time: 0.3494713 Jul 09 21:07:51.511939 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b560542d-b199-4330-8586-b115a562f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:07:48Z', 'revision_number': 4, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port': {'id': 'b560542d-b199-4330-8586-b115a562f393', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '7ad5248d-34da-4d4d-9688-72026f7c0bb9', 'name': '', 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'mac_address': 'fa:16:3e:58:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a4d242e1-de9c-4dba-a13a-b815f298ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:47Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 2, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'subnets': [{'id': 'a4d242e1-de9c-4dba-a13a-b815f298ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:51.541958 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-f82ee283-3bc6-4b2d-93df-ece2139c3f86 None None] Provisioning complete for port 675662d7-a342-4daf-96fd-652a94199340 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:51.542413 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f82ee283-3bc6-4b2d-93df-ece2139c3f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:51.550795 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Checking router: 1949fd0e-15f1-45eb-8eb6-8bfb98597663 for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:51.551170 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Updating router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:07:51.606129 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-f82ee283-3bc6-4b2d-93df-ece2139c3f86 None None] Port 675662d7-a342-4daf-96fd-652a94199340 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:51.608807 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:51.633176 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Router 45bad2ad-6916-4818-93a6-e92c6652caff has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:07:51.713746 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:51.736150 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 5eaa5618-3019-46c2-8f82-9863b4ce99da up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:51.778787 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-381a5ca9-6d8d-4051-ac6c-ce1c71131c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:51.779670 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53620) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:51.781008 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-381a5ca9-6d8d-4051-ac6c-ce1c71131c5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.3235757 Jul 09 21:07:51.805539 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-ec27a8aa-bc8f-4f00-9edd-fe5a19c80d8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108698776', 'description': 'tempest-secgroup-smoke-1108698776 description', 'project_id': 'de2b471734b940838c34baa370312039'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:51.824445 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Pushing event updated for resources: {'Port': ['ID=ffeca999-f258-415d-aee7-337e2b438ac4,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:51.853630 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ced565-8f0f-490b-af8a-b6cd299f17b4 req-01352ad9-28fd-4639-aac2-19a8c1423bab tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:51.855661 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81ced565-8f0f-490b-af8a-b6cd299f17b4 req-01352ad9-28fd-4639-aac2-19a8c1423bab tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 935 time: 0.1629360 Jul 09 21:07:51.869763 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:07:51.872098 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 5eaa5618-3019-46c2-8f82-9863b4ce99da completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:51.877386 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 5eaa5618-3019-46c2-8f82-9863b4ce99da triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:51.878059 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:51.908493 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:07:51.912118 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:07:51.916060 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81ced565-8f0f-490b-af8a-b6cd299f17b4 req-e90aeddf-030b-41f2-bf94-ea6aca73a636 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Jul 09 21:07:51.946562 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ec27a8aa-bc8f-4f00-9edd-fe5a19c80d8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:51.983890 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-0a029460-bbc1-4814-be63-cbdbcfacd38b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 200 len: 217 time: 0.1222153 Jul 09 21:07:52.049869 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.058266 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.061607 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Transition to ACTIVE for port object 7ad5248d-34da-4d4d-9688-72026f7c0bb9 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:52.102436 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 5eaa5618-3019-46c2-8f82-9863b4ce99da, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=5eaa5618-3019-46c2-8f82-9863b4ce99da,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:52.109443 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ec27a8aa-bc8f-4f00-9edd-fe5a19c80d8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.133827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:52.134476 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.137488 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:07:52.144581 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5abe2927-4539-47e7-a236-bd96f3e757e1 admin admin] 10.222.0.64 "PUT /v2.0/routers/45bad2ad-6916-4818-93a6-e92c6652caff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7905648 Jul 09 21:07:52.148173 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.166728 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-3bc8cd54-8b60-44eb-b652-cff90113d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:52.168713 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-3bc8cd54-8b60-44eb-b652-cff90113d7b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.1667471 Jul 09 21:07:52.209340 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.210155 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b560542d-b199-4330-8586-b115a562f393 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:52.253117 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ec27a8aa-bc8f-4f00-9edd-fe5a19c80d8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.262214 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-048306a2-dd31-4701-bf6f-f5124c14c0a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862072 Jul 09 21:07:52.310643 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac829-e3c2-4a96-ac3e-8cf99aea5d64 None None] Pushing event updated for resources: {'Port': ['ID=7ad5248d-34da-4d4d-9688-72026f7c0bb9,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:52.344704 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ec27a8aa-bc8f-4f00-9edd-fe5a19c80d8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.345938 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ec27a8aa-bc8f-4f00-9edd-fe5a19c80d8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5525780 Jul 09 21:07:52.363647 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53632) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:52.383094 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-4cd32428-b3e1-4f81-b06b-7608093a763e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'security_group_rule': {'security_group_id': '51d5b7c0-6f8c-475a-8207-d8f46703f803', 'project_id': 'de2b471734b940838c34baa370312039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:52.392679 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27a8aa-bc8f-4f00-9edd-fe5a19c80d8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d5b7c0-6f8c-475a-8207-d8f46703f803,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:52.411360 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Attempting to bind port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:52.411764 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Attempting to bind port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:52.412127 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Attempting to bind port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 on network ea5751de-8ab0-49a2-b9cc-5f63050707e5 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:52.425928 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:52.426298 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Checking segment: {'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:52.426869 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.427456 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Bound using segment: {'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:52.427974 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Bound port: 7ad5248d-34da-4d4d-9688-72026f7c0bb9, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cee6d5-3323-4b86-8322-547874b9d7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:52.428362 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.471061 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-028c55c7-3f17-421c-82c2-1464d80d416c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2878010 Jul 09 21:07:52.501382 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Request body: {'port': {'device_id': '3d875e3b-6e57-4ac0-b7ec-795ebb5d0505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:52.514476 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=5eaa5618-3019-46c2-8f82-9863b4ce99da,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:52.526968 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-a8e86512-62a4-42fe-8248-64caf3850f77 None None] Provisioning for port ffeca999-f258-415d-aee7-337e2b438ac4 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:52.565026 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117533c-ba18-4d7e-97f3-635033982fe4 req-4e7411ba-5a1a-46df-916a-6f10a76a5d63 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:52.567706 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] For port 7ad5248d-34da-4d4d-9688-72026f7c0bb9, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:52.572258 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-a8e86512-62a4-42fe-8248-64caf3850f77 None None] Provisioning complete for port ffeca999-f258-415d-aee7-337e2b438ac4 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:52.572837 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] For port 7ad5248d-34da-4d4d-9688-72026f7c0bb9, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=7ad5248d-34da-4d4d-9688-72026f7c0bb9,segment=NetworkSegment(72cee6d5-3323-4b86-8322-547874b9d7a7),segment_id=72cee6d5-3323-4b86-8322-547874b9d7a7)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:52.572950 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a8e86512-62a4-42fe-8248-64caf3850f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.574689 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.575364 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.575364 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.575725 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.576062 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.576398 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.576731 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.577062 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.585111 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c117533c-ba18-4d7e-97f3-635033982fe4 req-4e7411ba-5a1a-46df-916a-6f10a76a5d63 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1589549 Jul 09 21:07:52.590742 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.591105 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.591727 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.592077 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:07:52.648933 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port b560542d-b199-4330-8586-b115a562f393 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:52.653051 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.678705 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c117533c-ba18-4d7e-97f3-635033982fe4 req-86aa5d74-c23b-4f4f-81d5-104cfea3437e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880234 Jul 09 21:07:52.680576 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.703085 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-3ed4aea4-f369-452e-ae7a-3ccc9b8d3554 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324148 Jul 09 21:07:52.710601 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-700b5161-ad89-40e5-864a-ab2093d65c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.734305 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-a8e86512-62a4-42fe-8248-64caf3850f77 None None] Port ffeca999-f258-415d-aee7-337e2b438ac4 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:07:52.749283 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.789278 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4cd32428-b3e1-4f81-b06b-7608093a763e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.886987 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Routers {'1949fd0e-15f1-45eb-8eb6-8bfb98597663'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:52.887607 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:52.934413 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4cd32428-b3e1-4f81-b06b-7608093a763e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:52.955854 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Sync routers for ids ['45bad2ad-6916-4818-93a6-e92c6652caff'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:07:52.968741 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Routers {'45bad2ad-6916-4818-93a6-e92c6652caff'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:52.969641 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['45bad2ad-6916-4818-93a6-e92c6652caff'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:52.980084 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac829-e3c2-4a96-ac3e-8cf99aea5d64 None None] Pushing event updated for resources: {'Port': ['ID=7ad5248d-34da-4d4d-9688-72026f7c0bb9,revision_number=4']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:53.015148 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c84b527-5a1d-497d-a93c-df7646dc1d75 req-aa321c45-c246-4764-83fe-029e3a943c4c service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890146 Jul 09 21:07:53.054942 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4cd32428-b3e1-4f81-b06b-7608093a763e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.138913 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd32428-b3e1-4f81-b06b-7608093a763e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed732cb-98f3-4013-9623-74590049b997,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:53.189469 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Set router 45bad2ad-6916-4818-93a6-e92c6652caff gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:53.239637 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4cd32428-b3e1-4f81-b06b-7608093a763e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.243550 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4cd32428-b3e1-4f81-b06b-7608093a763e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8723578 Jul 09 21:07:53.243799 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53660) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:53.265906 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-ec79c6d9-1bbe-48a3-b425-9b5fe7e56a04 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'security_group_rule': {'security_group_id': '51d5b7c0-6f8c-475a-8207-d8f46703f803', 'project_id': 'de2b471734b940838c34baa370312039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:53.290763 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd71092-b20a-4b68-9a0f-d715ece45d55 req-30fe021d-a900-4d89-96ee-38f635ac8250 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:53.295656 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-abd71092-b20a-4b68-9a0f-d715ece45d55 req-30fe021d-a900-4d89-96ee-38f635ac8250 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 935 time: 0.1141794 Jul 09 21:07:53.327378 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] Set router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:53.370676 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-abd71092-b20a-4b68-9a0f-d715ece45d55 req-a2f48d42-ba84-4d1c-bf91-797762bb839e tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674546 Jul 09 21:07:53.446192 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53668) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:53.451516 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-4ce5d663-7072-492a-993b-06534ee2a265 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641398960', 'description': 'tempest-secgroup-smoke-641398960 description', 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:53.454345 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec79c6d9-1bbe-48a3-b425-9b5fe7e56a04 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.582317 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffeca999-f258-415d-aee7-337e2b438ac4 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:53.598742 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.605347 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d663-7072-492a-993b-06534ee2a265 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.614173 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Transition to ACTIVE for port object ffeca999-f258-415d-aee7-337e2b438ac4 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:53.624623 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 5eaa5618-3019-46c2-8f82-9863b4ce99da up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:53.644290 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec79c6d9-1bbe-48a3-b425-9b5fe7e56a04 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.689658 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b560542d-b199-4330-8586-b115a562f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:07:48Z', 'revision_number': 4, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port': {'id': 'b560542d-b199-4330-8586-b115a562f393', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '7ad5248d-34da-4d4d-9688-72026f7c0bb9', 'name': '', 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'mac_address': 'fa:16:3e:58:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a4d242e1-de9c-4dba-a13a-b815f298ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:47Z', 'updated_at': '2021-07-09T21:07:52Z', 'revision_number': 4, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'subnets': [{'id': 'a4d242e1-de9c-4dba-a13a-b815f298ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:53.694840 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 4, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port': {'id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '675662d7-a342-4daf-96fd-652a94199340', 'name': '', 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'mac_address': 'fa:16:3e:2f:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bad42771-1249-4297-a8f5-672b7f1e476d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:48Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 2, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'subnets': [{'id': 'bad42771-1249-4297-a8f5-672b7f1e476d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:53.708800 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.711203 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d663-7072-492a-993b-06534ee2a265 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.721724 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1778c-28f3-4116-a8dc-0280a6727eaf None None] The sync data for ids ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'] in dv-cinder-800272-2-iscsi is: [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b560542d-b199-4330-8586-b115a562f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:07:48Z', 'revision_number': 4, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port': {'id': 'b560542d-b199-4330-8586-b115a562f393', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '7ad5248d-34da-4d4d-9688-72026f7c0bb9', 'name': '', 'network_id': 'ea5751de-8ab0-49a2-b9cc-5f63050707e5', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'mac_address': 'fa:16:3e:58:f4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a4d242e1-de9c-4dba-a13a-b815f298ffee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:47Z', 'updated_at': '2021-07-09T21:07:52Z', 'revision_number': 4, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'subnets': [{'id': 'a4d242e1-de9c-4dba-a13a-b815f298ffee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:53.737563 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Checking router: 45bad2ad-6916-4818-93a6-e92c6652caff for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:07:53.738002 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Updating router 45bad2ad-6916-4818-93a6-e92c6652caff port 675662d7-a342-4daf-96fd-652a94199340 binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:07:53.743967 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec79c6d9-1bbe-48a3-b425-9b5fe7e56a04 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.799726 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79c6d9-1bbe-48a3-b425-9b5fe7e56a04 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbe521e-b607-4a7f-9772-b9c0117c895d,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:53.821031 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Pushing event updated for resources: {'Port': ['ID=ffeca999-f258-415d-aee7-337e2b438ac4,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:53.826658 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d663-7072-492a-993b-06534ee2a265 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.870210 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 5eaa5618-3019-46c2-8f82-9863b4ce99da triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:53.870855 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.920820 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5d663-7072-492a-993b-06534ee2a265 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9757c228-572e-4b53-8e88-749d5b82f048,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:53.936172 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec79c6d9-1bbe-48a3-b425-9b5fe7e56a04 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.940521 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ec79c6d9-1bbe-48a3-b425-9b5fe7e56a04 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6912243 Jul 09 21:07:53.940827 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53680) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:53.943363 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Attempting to bind port ffeca999-f258-415d-aee7-337e2b438ac4 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:53.943739 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Attempting to bind port ffeca999-f258-415d-aee7-337e2b438ac4 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:53.944073 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Attempting to bind port ffeca999-f258-415d-aee7-337e2b438ac4 on network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:53.949652 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Port ffeca999-f258-415d-aee7-337e2b438ac4 on network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:07:53.949979 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Attempting to bind port ffeca999-f258-415d-aee7-337e2b438ac4 on network 5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:53.956586 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:53.957382 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Checking segment: {'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:53.957977 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Bound using segment: {'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:53.958965 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Bound port: ffeca999-f258-415d-aee7-337e2b438ac4, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a9edb3-1327-49b7-8c57-ebb4f57c515f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:53.959532 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:53.965102 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-5424b0a8-6571-4ea7-87af-8d9f693ddb14 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'security_group_rule': {'security_group_id': '51d5b7c0-6f8c-475a-8207-d8f46703f803', 'project_id': 'de2b471734b940838c34baa370312039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:53.984536 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.066121 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d663-7072-492a-993b-06534ee2a265 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.068230 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-4ce5d663-7072-492a-993b-06534ee2a265 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6210082 Jul 09 21:07:54.073145 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] For port ffeca999-f258-415d-aee7-337e2b438ac4, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:54.078892 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] For port ffeca999-f258-415d-aee7-337e2b438ac4, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffeca999-f258-415d-aee7-337e2b438ac4,segment=NetworkSegment(34a9edb3-1327-49b7-8c57-ebb4f57c515f),segment_id=34a9edb3-1327-49b7-8c57-ebb4f57c515f)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:54.079869 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53690) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:54.090097 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-cb68a8a6-6c7e-4d20-8481-9a8f9cb64d26 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'security_group_rule': {'security_group_id': '9757c228-572e-4b53-8e88-749d5b82f048', 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:54.136949 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041dd1e-d059-49eb-8c94-9703b6289a73 req-acc8debb-5bfc-46c8-aae8-e963ddcb6f01 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:54.151036 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f041dd1e-d059-49eb-8c94-9703b6289a73 req-acc8debb-5bfc-46c8-aae8-e963ddcb6f01 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1132367 Jul 09 21:07:54.192632 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5424b0a8-6571-4ea7-87af-8d9f693ddb14 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.206356 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.247682 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f041dd1e-d059-49eb-8c94-9703b6289a73 req-91170dd9-a2da-4658-bb64-e3f2ca96e355 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015854 Jul 09 21:07:54.290857 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5424b0a8-6571-4ea7-87af-8d9f693ddb14 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.317922 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:54.318661 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.320252 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] 10.222.0.43 "PUT /v2.0/ports/ffeca999-f258-415d-aee7-337e2b438ac4 HTTP/1.1" status: 200 len: 1097 time: 1.8294423 Jul 09 21:07:54.320777 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d875e3b-6e57-4ac0-b7ec-795ebb5d0505', 'tag': 'ffeca999-f258-415d-aee7-337e2b438ac4'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:54.323391 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97575724-daf5-41b9-83e1-ab4d2cb40204" -d '{"events": [{"name": "network-changed", "server_uuid": "3d875e3b-6e57-4ac0-b7ec-795ebb5d0505", "tag": "ffeca999-f258-415d-aee7-337e2b438ac4"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:54.342756 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cb68a8a6-6c7e-4d20-8481-9a8f9cb64d26 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.387699 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfdb28e-570f-4240-8144-7e5779fef942 x-openstack-request-id: req-ddfdb28e-570f-4240-8144-7e5779fef942 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:54.387999 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d875e3b-6e57-4ac0-b7ec-795ebb5d0505", "tag": "ffeca999-f258-415d-aee7-337e2b438ac4", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:54.388260 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddfdb28e-570f-4240-8144-7e5779fef942 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:54.388737 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d875e3b-6e57-4ac0-b7ec-795ebb5d0505', 'tag': 'ffeca999-f258-415d-aee7-337e2b438ac4', 'status': 'completed', 'code': 200} Jul 09 21:07:54.392370 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e546a73-5637-4c8e-8c27-322e62e5160e service neutron] Pushing event updated for resources: {'Port': ['ID=ffeca999-f258-415d-aee7-337e2b438ac4,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:54.411442 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5424b0a8-6571-4ea7-87af-8d9f693ddb14 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.461030 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424b0a8-6571-4ea7-87af-8d9f693ddb14 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022eb893-0ac3-4d34-8eb3-db33e3d232bf,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:54.531760 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cb68a8a6-6c7e-4d20-8481-9a8f9cb64d26 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.548419 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5424b0a8-6571-4ea7-87af-8d9f693ddb14 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.549669 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-5424b0a8-6571-4ea7-87af-8d9f693ddb14 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6076987 Jul 09 21:07:54.553181 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53712) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:54.562193 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-2c2377b6-5a2b-40c7-a863-f8ed18428176 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'security_group_rule': {'security_group_id': '51d5b7c0-6f8c-475a-8207-d8f46703f803', 'project_id': 'de2b471734b940838c34baa370312039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:54.611467 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cb68a8a6-6c7e-4d20-8481-9a8f9cb64d26 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.616982 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97575724-daf5-41b9-83e1-ab4d2cb40204 req-9d650999-3e7b-49ae-a840-7f4b0e4bf71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:54.618780 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-97575724-daf5-41b9-83e1-ab4d2cb40204 req-9d650999-3e7b-49ae-a840-7f4b0e4bf71e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85130002ed004d369822c5c1734d590c&device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 1100 time: 0.1623948 Jul 09 21:07:54.632049 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.634161 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68a8a6-6c7e-4d20-8481-9a8f9cb64d26 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2919ebe-c8a1-4e93-bfa1-248387e062c0,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:54.665748 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Transition to ACTIVE for port object 675662d7-a342-4daf-96fd-652a94199340 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:07:54.686836 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-97575724-daf5-41b9-83e1-ab4d2cb40204 req-9b32d2fc-38de-47f6-9867-f1c5b5cf2e1a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=85130002ed004d369822c5c1734d590c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461175 Jul 09 21:07:54.721561 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345deec-eb29-43c4-8af4-b32173c226c6 req-b05426b9-f793-4112-9d03-e61819e45321 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:54.723305 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b345deec-eb29-43c4-8af4-b32173c226c6 req-b05426b9-f793-4112-9d03-e61819e45321 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 947 time: 0.1165595 Jul 09 21:07:54.754649 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.770814 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b345deec-eb29-43c4-8af4-b32173c226c6 req-0d29ceef-6acb-410e-ac5d-de0965659ddd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Jul 09 21:07:54.771684 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c2377b6-5a2b-40c7-a863-f8ed18428176 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.825868 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd908d47-0e62-4e82-aa97-53b2495acd07 None None] Pushing event updated for resources: {'Port': ['ID=675662d7-a342-4daf-96fd-652a94199340,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:54.842692 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97575724-daf5-41b9-83e1-ab4d2cb40204 req-3404b9bb-c2e8-4e98-b850-e254bb1daccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:54.860692 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-97575724-daf5-41b9-83e1-ab4d2cb40204 req-3404b9bb-c2e8-4e98-b850-e254bb1daccb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580465 Jul 09 21:07:54.870491 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cb68a8a6-6c7e-4d20-8481-9a8f9cb64d26 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.870491 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cb68a8a6-6c7e-4d20-8481-9a8f9cb64d26 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7857156 Jul 09 21:07:54.871051 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53716) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:54.876106 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-00a53c25-95dd-482f-8eeb-4c3efdf6e2bd tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'security_group_rule': {'security_group_id': '9757c228-572e-4b53-8e88-749d5b82f048', 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:54.890567 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c2377b6-5a2b-40c7-a863-f8ed18428176 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.913220 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Attempting to bind port 675662d7-a342-4daf-96fd-652a94199340 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:07:54.913598 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Attempting to bind port 675662d7-a342-4daf-96fd-652a94199340 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:07:54.913968 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Attempting to bind port 675662d7-a342-4daf-96fd-652a94199340 on network 34256462-09d1-41a3-af22-bea22dc8636f {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:07:54.920567 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:07:54.921081 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Checking segment: {'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:07:54.921433 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.921834 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Bound using segment: {'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:07:54.922309 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Bound port: 675662d7-a342-4daf-96fd-652a94199340, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:07:54.922700 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:54.999212 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] For port 675662d7-a342-4daf-96fd-652a94199340, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:07:55.003506 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] For port 675662d7-a342-4daf-96fd-652a94199340, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=675662d7-a342-4daf-96fd-652a94199340,segment=NetworkSegment(dcf52ab3-bbb1-46f6-9bb6-3b70194a293c),segment_id=dcf52ab3-bbb1-46f6-9bb6-3b70194a293c)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:07:55.023576 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c2377b6-5a2b-40c7-a863-f8ed18428176 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.044028 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-60d10560-2b96-45d0-8f91-325c617e29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:55.045683 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-60d10560-2b96-45d0-8f91-325c617e29f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=85130002ed004d369822c5c1734d590c&device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 1100 time: 0.1018763 Jul 09 21:07:55.077589 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-00a53c25-95dd-482f-8eeb-4c3efdf6e2bd tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.091931 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2377b6-5a2b-40c7-a863-f8ed18428176 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8c4529-0f89-4647-8010-e86e371432bb,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:55.110661 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-bbc5cf21-1894-47d9-9587-ca4460eac4b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ffeca999-f258-415d-aee7-337e2b438ac4 HTTP/1.1" status: 200 len: 217 time: 0.0467141 Jul 09 21:07:55.116915 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.163540 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c2377b6-5a2b-40c7-a863-f8ed18428176 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.164800 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-2c2377b6-5a2b-40c7-a863-f8ed18428176 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6104870 Jul 09 21:07:55.169101 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53726) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:55.181253 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-e320ad47-460b-41eb-88ae-487ff8abf4f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'security_group_rule': {'security_group_id': '51d5b7c0-6f8c-475a-8207-d8f46703f803', 'project_id': 'de2b471734b940838c34baa370312039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:55.185027 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-00a53c25-95dd-482f-8eeb-4c3efdf6e2bd tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.197045 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-7c284ac8-f854-4f57-81f8-a65eafc08baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:55.198733 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-7c284ac8-f854-4f57-81f8-a65eafc08baf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0f79d0b-dd59-4dc0-bb17-f45a11c5ece0 HTTP/1.1" status: 200 len: 843 time: 0.0819933 Jul 09 21:07:55.208485 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53728) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:55.219966 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-00a8f36c-3765-4b40-a6ab-14c7bb9c0e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.258616 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd908d47-0e62-4e82-aa97-53b2495acd07 None None] Pushing event updated for resources: {'Port': ['ID=675662d7-a342-4daf-96fd-652a94199340,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:55.266217 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Routers {'45bad2ad-6916-4818-93a6-e92c6652caff'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:07:55.272161 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:07:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['45bad2ad-6916-4818-93a6-e92c6652caff'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:55.303182 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-00a53c25-95dd-482f-8eeb-4c3efdf6e2bd tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.325868 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-b04231f5-12b2-433e-86e4-ae2461440e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:55.331939 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-b04231f5-12b2-433e-86e4-ae2461440e51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1241448 Jul 09 21:07:55.345216 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a53c25-95dd-482f-8eeb-4c3efdf6e2bd tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8fba54-ff46-433c-841c-9ef92fcbf075,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:55.407247 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fafa5172-10b5-422a-a375-a088b8c16633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.433780 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.securitygroups_db [None req-e320ad47-460b-41eb-88ae-487ff8abf4f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Project de2b471734b940838c34baa370312039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:07:55.442800 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e320ad47-460b-41eb-88ae-487ff8abf4f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.454728 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] Set router 45bad2ad-6916-4818-93a6-e92c6652caff gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:07:55.536316 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-b24272db-075f-47b3-9637-0260df6d3da1 service neutron] 10.222.0.43 "GET /v2.0/networks/5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964943 Jul 09 21:07:55.639690 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fafa5172-10b5-422a-a375-a088b8c16633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.643048 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e320ad47-460b-41eb-88ae-487ff8abf4f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.643719 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-00a53c25-95dd-482f-8eeb-4c3efdf6e2bd tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.647850 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53736) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:55.648649 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-00a53c25-95dd-482f-8eeb-4c3efdf6e2bd tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7808709 Jul 09 21:07:55.654533 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-afb0891f-bc8f-4d8f-8a2d-48ab3587b0da tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'security_group_rule': {'security_group_id': '9757c228-572e-4b53-8e88-749d5b82f048', 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:55.672353 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 7ad5248d-34da-4d4d-9688-72026f7c0bb9 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:55.673944 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783cd3-f88b-437a-b67d-a5bc67f04083 req-2bc79465-edec-4f00-b416-69bf3629fa2b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:55.680822 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.683183 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf783cd3-f88b-437a-b67d-a5bc67f04083 req-2bc79465-edec-4f00-b416-69bf3629fa2b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.2317994 Jul 09 21:07:55.726147 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bf14c6-0822-4607-9748-42dee5c6f457 req-174e0966-fb8f-49f2-b741-c3bf0613b104 service neutron] 10.222.0.43 "GET /v2.0/networks/5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618686 Jul 09 21:07:55.726346 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fafa5172-10b5-422a-a375-a088b8c16633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.756508 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf783cd3-f88b-437a-b67d-a5bc67f04083 req-02f3b3c8-245a-4750-9880-bf48c8504880 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717876 Jul 09 21:07:55.769194 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e320ad47-460b-41eb-88ae-487ff8abf4f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.787825 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320ad47-460b-41eb-88ae-487ff8abf4f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8e96a2-4d2f-4919-ab7d-70c1d81fe10e,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:55.789141 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-fafa5172-10b5-422a-a375-a088b8c16633 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=936406838b6d4d8485542c4352ad8924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5794687 Jul 09 21:07:55.790527 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa5172-10b5-422a-a375-a088b8c16633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d1be9f-2ea8-43fa-82d6-b9ef11d0be18,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:55.792429 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53740) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:55.834379 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 4, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port': {'id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '675662d7-a342-4daf-96fd-652a94199340', 'name': '', 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'mac_address': 'fa:16:3e:2f:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bad42771-1249-4297-a8f5-672b7f1e476d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:48Z', 'updated_at': '2021-07-09T21:07:54Z', 'revision_number': 4, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'subnets': [{'id': 'bad42771-1249-4297-a8f5-672b7f1e476d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:07:55.850842 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86c9752e-03b0-4d1f-a547-190c295173f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.852431 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-afb0891f-bc8f-4d8f-8a2d-48ab3587b0da tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.861697 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9f153-e19e-469b-b1a3-a6e950a95164 None None] The sync data for ids ['45bad2ad-6916-4818-93a6-e92c6652caff'] in dv-cinder-800272-2-iscsi is: [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 4, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port': {'id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '675662d7-a342-4daf-96fd-652a94199340', 'name': '', 'network_id': '34256462-09d1-41a3-af22-bea22dc8636f', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'mac_address': 'fa:16:3e:2f:ff:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bad42771-1249-4297-a8f5-672b7f1e476d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:48Z', 'updated_at': '2021-07-09T21:07:54Z', 'revision_number': 4, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'subnets': [{'id': 'bad42771-1249-4297-a8f5-672b7f1e476d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:07:55.866574 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:55.870552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:55.871401 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.897244 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86c9752e-03b0-4d1f-a547-190c295173f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.919902 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e320ad47-460b-41eb-88ae-487ff8abf4f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.924803 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e320ad47-460b-41eb-88ae-487ff8abf4f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7510619 Jul 09 21:07:55.926000 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53746) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:55.944642 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-80dc0eb2-e30b-4cd0-92ed-50d2c30c8010 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'security_group_rule': {'security_group_id': '51d5b7c0-6f8c-475a-8207-d8f46703f803', 'project_id': 'de2b471734b940838c34baa370312039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:55.952014 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-afb0891f-bc8f-4d8f-8a2d-48ab3587b0da tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:55.995724 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.028678 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-afb0891f-bc8f-4d8f-8a2d-48ab3587b0da tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.045672 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 7ad5248d-34da-4d4d-9688-72026f7c0bb9, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=7ad5248d-34da-4d4d-9688-72026f7c0bb9,segment=NetworkSegment(72cee6d5-3323-4b86-8322-547874b9d7a7),segment_id=72cee6d5-3323-4b86-8322-547874b9d7a7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:56.065077 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0891f-bc8f-4d8f-8a2d-48ab3587b0da tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45f9529-6415-4c52-a82f-27d5a6490c2b,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:56.074001 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812679d2-4318-43d3-af46-701a670edb4c req-dfe74ee5-7f43-4ca4-b0e2-7052613f946c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:56.075564 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-812679d2-4318-43d3-af46-701a670edb4c req-dfe74ee5-7f43-4ca4-b0e2-7052613f946c tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 947 time: 0.1256821 Jul 09 21:07:56.110001 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86c9752e-03b0-4d1f-a547-190c295173f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.112961 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86c9752e-03b0-4d1f-a547-190c295173f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.114143 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-86c9752e-03b0-4d1f-a547-190c295173f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6d1be9f-2ea8-43fa-82d6-b9ef11d0be18 HTTP/1.1" status: 204 len: 168 time: 0.3186569 Jul 09 21:07:56.122436 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9752e-03b0-4d1f-a547-190c295173f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d1be9f-2ea8-43fa-82d6-b9ef11d0be18,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:56.126368 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-812679d2-4318-43d3-af46-701a670edb4c req-8e7d7b93-c1d9-4bd8-82bf-c01e21740921 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 Jul 09 21:07:56.164519 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.securitygroups_db [None req-80dc0eb2-e30b-4cd0-92ed-50d2c30c8010 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Project de2b471734b940838c34baa370312039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:07:56.167276 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.175982 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80dc0eb2-e30b-4cd0-92ed-50d2c30c8010 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.224985 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=7ad5248d-34da-4d4d-9688-72026f7c0bb9,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:56.253109 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80dc0eb2-e30b-4cd0-92ed-50d2c30c8010 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.285445 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-afb0891f-bc8f-4d8f-8a2d-48ab3587b0da tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.286798 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-afb0891f-bc8f-4d8f-8a2d-48ab3587b0da tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6375401 Jul 09 21:07:56.289454 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53750) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:56.294260 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-1bb97a5c-a457-47a8-b0b7-f3425d80d673 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'security_group_rule': {'security_group_id': '9757c228-572e-4b53-8e88-749d5b82f048', 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:56.405418 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80dc0eb2-e30b-4cd0-92ed-50d2c30c8010 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.406017 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.422780 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc0eb2-e30b-4cd0-92ed-50d2c30c8010 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce45f49-2cf2-4cc1-b64f-6c9ff470117d,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:56.485902 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1bb97a5c-a457-47a8-b0b7-f3425d80d673 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.564120 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1bb97a5c-a457-47a8-b0b7-f3425d80d673 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.565407 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-80dc0eb2-e30b-4cd0-92ed-50d2c30c8010 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.566820 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-80dc0eb2-e30b-4cd0-92ed-50d2c30c8010 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6389458 Jul 09 21:07:56.667201 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1bb97a5c-a457-47a8-b0b7-f3425d80d673 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.688738 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb97a5c-a457-47a8-b0b7-f3425d80d673 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c9ce37-57f7-415f-9dfc-77e17fb516a3,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:56.767904 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1bb97a5c-a457-47a8-b0b7-f3425d80d673 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.770063 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1bb97a5c-a457-47a8-b0b7-f3425d80d673 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4786928 Jul 09 21:07:56.778648 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53798) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:56.783459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-bc405c4c-9d3a-4428-b261-c32e3a47b0cc tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'security_group_rule': {'security_group_id': '9757c228-572e-4b53-8e88-749d5b82f048', 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:56.885844 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.securitygroups_db [None req-bc405c4c-9d3a-4428-b261-c32e3a47b0cc tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Project 185d454c49a540d79cb9ecdeaea6dd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:07:56.893042 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bc405c4c-9d3a-4428-b261-c32e3a47b0cc tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.967836 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53804) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:56.989600 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bc405c4c-9d3a-4428-b261-c32e3a47b0cc tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.999144 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-51ab95b7-d4da-4252-8bb1-3dc7e16d5a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.036944 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c4a35-bcf3-4998-bd4a-bf625c0ac4b8 req-ec115a80-bec5-4cf3-a046-980b91ab9787 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:57.038597 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5d3c4a35-bcf3-4998-bd4a-bf625c0ac4b8 req-ec115a80-bec5-4cf3-a046-980b91ab9787 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1167493 Jul 09 21:07:57.056912 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bc405c4c-9d3a-4428-b261-c32e3a47b0cc tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.075773 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc405c4c-9d3a-4428-b261-c32e3a47b0cc tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ad7f44-992c-44cc-94ff-99d891e63dd2,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:57.110390 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5d3c4a35-bcf3-4998-bd4a-bf625c0ac4b8 req-f1005a3b-3001-4b42-8188-eb9a4c89a607 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648625 Jul 09 21:07:57.174638 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-51ab95b7-d4da-4252-8bb1-3dc7e16d5a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.315031 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b01b59-8ac4-42b1-81b3-32a743293a5f req-b6da731e-1a3b-49cd-9b16-242b4eb46daf tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:57.316721 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-12b01b59-8ac4-42b1-81b3-32a743293a5f req-b6da731e-1a3b-49cd-9b16-242b4eb46daf tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 947 time: 0.0693972 Jul 09 21:07:57.340655 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-51ab95b7-d4da-4252-8bb1-3dc7e16d5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.380708 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-12b01b59-8ac4-42b1-81b3-32a743293a5f req-0e11854a-b1af-4696-9bc5-9fbe0285bede tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582273 Jul 09 21:07:57.392440 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab95b7-d4da-4252-8bb1-3dc7e16d5a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422646b6-26e6-4298-b62f-64ed48f2ad96,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:57.396795 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-51ab95b7-d4da-4252-8bb1-3dc7e16d5a4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ab7e16598db4c9c8b997194c6075b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279814 Jul 09 21:07:57.399990 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 53810) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:57.415351 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bc405c4c-9d3a-4428-b261-c32e3a47b0cc tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.418940 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-bc405c4c-9d3a-4428-b261-c32e3a47b0cc tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6395209 Jul 09 21:07:57.425719 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 53812) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:07:57.430334 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-72916ef1-a035-4c80-92ed-dadcfe01227c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'security_group_rule': {'security_group_id': '9757c228-572e-4b53-8e88-749d5b82f048', 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:07:57.454345 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c536f5fb-bb66-483c-81b0-a0714cadb58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.478358 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c536f5fb-bb66-483c-81b0-a0714cadb58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.553108 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.securitygroups_db [None req-72916ef1-a035-4c80-92ed-dadcfe01227c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Project 185d454c49a540d79cb9ecdeaea6dd3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:07:57.561717 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-72916ef1-a035-4c80-92ed-dadcfe01227c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.651331 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c536f5fb-bb66-483c-81b0-a0714cadb58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.653949 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c536f5fb-bb66-483c-81b0-a0714cadb58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.655116 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c536f5fb-bb66-483c-81b0-a0714cadb58e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/422646b6-26e6-4298-b62f-64ed48f2ad96 HTTP/1.1" status: 204 len: 168 time: 0.2534428 Jul 09 21:07:57.680844 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-72916ef1-a035-4c80-92ed-dadcfe01227c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.681420 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 675662d7-a342-4daf-96fd-652a94199340 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:57.682181 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f5fb-bb66-483c-81b0-a0714cadb58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422646b6-26e6-4298-b62f-64ed48f2ad96,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:57.819805 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-72916ef1-a035-4c80-92ed-dadcfe01227c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.832899 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72916ef1-a035-4c80-92ed-dadcfe01227c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ca82be-6877-4b1a-a193-b3abe2a7750b,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:57.838113 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 675662d7-a342-4daf-96fd-652a94199340 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:07:57.843794 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 675662d7-a342-4daf-96fd-652a94199340 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:57.844177 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.923083 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.956635 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 675662d7-a342-4daf-96fd-652a94199340, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=675662d7-a342-4daf-96fd-652a94199340,segment=NetworkSegment(dcf52ab3-bbb1-46f6-9bb6-3b70194a293c),segment_id=dcf52ab3-bbb1-46f6-9bb6-3b70194a293c)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:57.969065 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-72916ef1-a035-4c80-92ed-dadcfe01227c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.970297 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-72916ef1-a035-4c80-92ed-dadcfe01227c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5435784 Jul 09 21:07:58.062876 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:58.063763 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 7ad5248d-34da-4d4d-9688-72026f7c0bb9 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:58.150619 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:58.150619 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=675662d7-a342-4daf-96fd-652a94199340,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:58.158456 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:58.158840 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:58.363650 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2de34-87a4-440f-8478-623f233ba12a req-d4b8ab23-802d-4e48-b62e-54889ea0c320 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:58.365629 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-18f2de34-87a4-440f-8478-623f233ba12a req-d4b8ab23-802d-4e48-b62e-54889ea0c320 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1101344 Jul 09 21:07:58.412411 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-18f2de34-87a4-440f-8478-623f233ba12a req-ace6abf6-c639-46e0-a85b-4a5f97073046 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Jul 09 21:07:58.593063 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103ce39-4e4d-4275-882c-e809975cada9 req-6ad12f25-4265-4bcd-83eb-398032d62701 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:58.594695 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8103ce39-4e4d-4275-882c-e809975cada9 req-6ad12f25-4265-4bcd-83eb-398032d62701 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 947 time: 0.0717950 Jul 09 21:07:58.634314 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8103ce39-4e4d-4275-882c-e809975cada9 req-58ad22ac-6cff-4e20-9a5c-dcabab6ff2db tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Jul 09 21:07:59.099052 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ffeca999-f258-415d-aee7-337e2b438ac4 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:07:59.208318 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ffeca999-f258-415d-aee7-337e2b438ac4, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffeca999-f258-415d-aee7-337e2b438ac4,segment=NetworkSegment(34a9edb3-1327-49b7-8c57-ebb4f57c515f),segment_id=34a9edb3-1327-49b7-8c57-ebb4f57c515f)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:59.221610 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'ffeca999-f258-415d-aee7-337e2b438ac4', 'network_id': '5c2396d8-02ed-4d8e-8c98-d3d5d9e15dd5', 'port_id': 'ffeca999-f258-415d-aee7-337e2b438ac4', 'mac_address': 'fa:16:3e:57:1e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f79d0b-dd59-4dc0-bb17-f45a11c5ece0', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:07:59.263558 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:59.275751 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffeca999-f258-415d-aee7-337e2b438ac4 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:59.323172 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ffeca999-f258-415d-aee7-337e2b438ac4, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffeca999-f258-415d-aee7-337e2b438ac4,segment=NetworkSegment(34a9edb3-1327-49b7-8c57-ebb4f57c515f),segment_id=34a9edb3-1327-49b7-8c57-ebb4f57c515f)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:59.434558 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:59.513701 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=ffeca999-f258-415d-aee7-337e2b438ac4,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:59.589465 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 675662d7-a342-4daf-96fd-652a94199340 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:59.636159 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750f7a-ed8c-4063-acf2-a7b4cc0eb104 req-d03d13db-f274-4622-ab7f-56335e6f536f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:59.641390 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0c750f7a-ed8c-4063-acf2-a7b4cc0eb104 req-d03d13db-f274-4622-ab7f-56335e6f536f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0987227 Jul 09 21:07:59.650543 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 675662d7-a342-4daf-96fd-652a94199340 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:59.651670 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:59.680928 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0c750f7a-ed8c-4063-acf2-a7b4cc0eb104 req-d136a32f-77c1-4c4e-9c65-dde79abfdcb4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363791 Jul 09 21:07:59.863288 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027323ca-c14b-421a-9dc3-ab1a3e21ed26 req-3511af02-9e7e-410e-8ab5-71a1a471a633 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:59.864885 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-027323ca-c14b-421a-9dc3-ab1a3e21ed26 req-3511af02-9e7e-410e-8ab5-71a1a471a633 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 948 time: 0.0710344 Jul 09 21:07:59.898969 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ffeca999-f258-415d-aee7-337e2b438ac4'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:07:59.915376 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-027323ca-c14b-421a-9dc3-ab1a3e21ed26 req-bb14c86d-afa3-4f83-8f83-67e56a006fe4 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Jul 09 21:08:00.873491 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d59e-7dae-4349-8211-8d81eda8f019 req-5a637ab0-c500-47cb-90b5-8d177a487a52 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:00.874989 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-29a6d59e-7dae-4349-8211-8d81eda8f019 req-5a637ab0-c500-47cb-90b5-8d177a487a52 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0675945 Jul 09 21:08:00.912225 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-29a6d59e-7dae-4349-8211-8d81eda8f019 req-3157b164-ace7-45a0-bb5d-41c22cd05afd tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Jul 09 21:08:01.099881 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de896313-1c5d-4fdb-8559-325f35593579 req-a6ac7766-991f-4c20-96fd-7567cdcc6db5 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:01.101480 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de896313-1c5d-4fdb-8559-325f35593579 req-a6ac7766-991f-4c20-96fd-7567cdcc6db5 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 948 time: 0.0719821 Jul 09 21:08:01.113407 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ffeca999-f258-415d-aee7-337e2b438ac4 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:08:01.148385 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de896313-1c5d-4fdb-8559-325f35593579 req-9003ada2-f97b-4f03-9b4c-fdb3f2376270 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Jul 09 21:08:01.281285 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port ffeca999-f258-415d-aee7-337e2b438ac4 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:08:01.285556 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port ffeca999-f258-415d-aee7-337e2b438ac4 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:01.285934 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:01.366619 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:01.514027 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d875e3b-6e57-4ac0-b7ec-795ebb5d0505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeca999-f258-415d-aee7-337e2b438ac4'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:01.516626 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bff7e0-61b6-4aad-95cd-39c796944de2" -d '{"events": [{"server_uuid": "3d875e3b-6e57-4ac0-b7ec-795ebb5d0505", "name": "network-vif-plugged", "status": "completed", "tag": "ffeca999-f258-415d-aee7-337e2b438ac4"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:01.532181 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ffeca999-f258-415d-aee7-337e2b438ac4, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffeca999-f258-415d-aee7-337e2b438ac4,segment=NetworkSegment(34a9edb3-1327-49b7-8c57-ebb4f57c515f),segment_id=34a9edb3-1327-49b7-8c57-ebb4f57c515f)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:01.557123 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd530ecf-25ca-450e-95ec-c3db7f2ffc24 x-openstack-request-id: req-bd530ecf-25ca-450e-95ec-c3db7f2ffc24 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:01.557416 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d875e3b-6e57-4ac0-b7ec-795ebb5d0505", "name": "network-vif-plugged", "status": "completed", "tag": "ffeca999-f258-415d-aee7-337e2b438ac4", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:01.557669 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd530ecf-25ca-450e-95ec-c3db7f2ffc24 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:01.558100 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d875e3b-6e57-4ac0-b7ec-795ebb5d0505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeca999-f258-415d-aee7-337e2b438ac4', 'code': 200} Jul 09 21:08:01.622644 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:01.670334 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=ffeca999-f258-415d-aee7-337e2b438ac4,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:02.005465 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2ed08-0a5b-4658-b5f9-8ae80ef3b2ee req-8d80f24d-5dec-4e45-807a-8223aba87d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:02.007391 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-91a2ed08-0a5b-4658-b5f9-8ae80ef3b2ee req-8d80f24d-5dec-4e45-807a-8223aba87d64 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 1102 time: 0.0591958 Jul 09 21:08:02.047481 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-91a2ed08-0a5b-4658-b5f9-8ae80ef3b2ee req-d09aa3a3-9061-41bc-856b-eafabc87bd38 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276167 Jul 09 21:08:02.090078 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9400c-cbaf-4260-b991-22ec34994673 req-11e84d0a-eea0-40e6-8829-96f36b0fc95e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:02.097403 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-beb9400c-cbaf-4260-b991-22ec34994673 req-11e84d0a-eea0-40e6-8829-96f36b0fc95e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0620944 Jul 09 21:08:02.129996 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-beb9400c-cbaf-4260-b991-22ec34994673 req-1d8ad529-c1b2-41e8-a164-485460a4ac85 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Jul 09 21:08:02.335373 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b999df-b59e-4d61-9677-87968ea2d01b req-7e85995a-0b59-44e7-9090-6bfec80f1207 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:02.336853 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d5b999df-b59e-4d61-9677-87968ea2d01b req-7e85995a-0b59-44e7-9090-6bfec80f1207 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0656481 Jul 09 21:08:02.374796 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d5b999df-b59e-4d61-9677-87968ea2d01b req-281b7dfd-58b4-4032-b6aa-d8a045bb70d8 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Jul 09 21:08:03.315041 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8085a7-54d3-44c5-8d16-f56f79921e8c req-ba255b94-8605-40b7-afc7-3d82ac4269eb tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:03.316536 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4d8085a7-54d3-44c5-8d16-f56f79921e8c req-ba255b94-8605-40b7-afc7-3d82ac4269eb tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0681181 Jul 09 21:08:03.356229 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4d8085a7-54d3-44c5-8d16-f56f79921e8c req-03e190b7-d031-4b7b-ad0b-523bbdaeaf4f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339322 Jul 09 21:08:03.547033 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e07b3f-e7c9-4abe-befb-0b2ae0051864 req-85e446c3-446a-4729-a927-16d1a47b7a22 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:03.548560 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-32e07b3f-e7c9-4abe-befb-0b2ae0051864 req-85e446c3-446a-4729-a927-16d1a47b7a22 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0631218 Jul 09 21:08:03.591774 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-32e07b3f-e7c9-4abe-befb-0b2ae0051864 req-6b48e03f-7ccc-4eb2-8acb-003cfd27352a tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Jul 09 21:08:04.548777 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78dde2-bfb7-4d81-ac7e-1d144ee27f72 req-c6c50950-1fea-4db2-ba6a-aef3b6b38050 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:04.550339 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9b78dde2-bfb7-4d81-ac7e-1d144ee27f72 req-c6c50950-1fea-4db2-ba6a-aef3b6b38050 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0690751 Jul 09 21:08:04.590035 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9b78dde2-bfb7-4d81-ac7e-1d144ee27f72 req-daba5e7b-a904-4e6c-9711-47ca571695d5 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332096 Jul 09 21:08:04.766227 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e76cd-9c3a-4a25-b8ac-eee0251eae66 req-e23d94ce-8be9-410f-855f-3a6d05253ce1 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:04.767752 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-053e76cd-9c3a-4a25-b8ac-eee0251eae66 req-e23d94ce-8be9-410f-855f-3a6d05253ce1 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0631187 Jul 09 21:08:04.805026 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-053e76cd-9c3a-4a25-b8ac-eee0251eae66 req-fd42843d-2746-45e1-b13d-03d4fe8a78ac tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Jul 09 21:08:05.669719 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0103c-b0d3-4c07-831f-556f0776a41e req-22206222-a56b-47e1-aa6c-2bee101ca909 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:05.671267 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a6e0103c-b0d3-4c07-831f-556f0776a41e req-22206222-a56b-47e1-aa6c-2bee101ca909 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0622990 Jul 09 21:08:05.709240 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a6e0103c-b0d3-4c07-831f-556f0776a41e req-7973d300-03ad-4de3-9021-38534172e110 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Jul 09 21:08:05.819601 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52427e43-1264-45a7-91bd-0aaae6ff74b0 req-b0049322-42cf-4bb4-a613-25d455b5b8ba tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:05.821154 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-52427e43-1264-45a7-91bd-0aaae6ff74b0 req-b0049322-42cf-4bb4-a613-25d455b5b8ba tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0642886 Jul 09 21:08:05.857771 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-52427e43-1264-45a7-91bd-0aaae6ff74b0 req-f37812a1-f2b9-43d0-9d1e-f33ce51a18e2 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Jul 09 21:08:06.887557 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f58e41-92cf-42a1-921d-410234d0d197 req-8122620d-40ba-4b5b-8c34-b57e1d5ebcaf tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:06.888940 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e1f58e41-92cf-42a1-921d-410234d0d197 req-8122620d-40ba-4b5b-8c34-b57e1d5ebcaf tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0664973 Jul 09 21:08:06.926203 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e1f58e41-92cf-42a1-921d-410234d0d197 req-5a89716c-e512-4d2a-b7a7-7c00334ed27f tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Jul 09 21:08:07.094909 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18423a04-67d0-4a0c-bafb-b0bd6e23aeb3 req-45382d66-4d51-4481-bb8b-1853a55a0247 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:07.096508 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-18423a04-67d0-4a0c-bafb-b0bd6e23aeb3 req-45382d66-4d51-4481-bb8b-1853a55a0247 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0717478 Jul 09 21:08:07.134836 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-18423a04-67d0-4a0c-bafb-b0bd6e23aeb3 req-657e743b-b0eb-4824-bf54-daab5789969d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328341 Jul 09 21:08:08.093769 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb669-873f-4d94-9b5b-d2a13d4c92f1 req-d428da8b-df24-4ba0-8c24-005b5b97ecd6 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:08.095251 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-44cdb669-873f-4d94-9b5b-d2a13d4c92f1 req-d428da8b-df24-4ba0-8c24-005b5b97ecd6 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0611997 Jul 09 21:08:08.132096 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-44cdb669-873f-4d94-9b5b-d2a13d4c92f1 req-6054eb75-bd7d-4df5-99a0-2d826b12bf0d tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Jul 09 21:08:08.305651 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc5919-12f9-413a-b075-af7a977dbd99 req-1e2b1f7f-2b0b-421c-bae0-5dafaaa8d7e3 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:08.307115 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-02dc5919-12f9-413a-b075-af7a977dbd99 req-1e2b1f7f-2b0b-421c-bae0-5dafaaa8d7e3 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0595908 Jul 09 21:08:08.342943 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-02dc5919-12f9-413a-b075-af7a977dbd99 req-314bc246-8531-4632-bb6b-b21326802ef1 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296757 Jul 09 21:08:09.306271 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6416b7-e1af-4231-b5c1-7911bcec3584 req-79d93e5f-d6e5-4a30-a658-7eba159192f0 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:09.308271 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4b6416b7-e1af-4231-b5c1-7911bcec3584 req-79d93e5f-d6e5-4a30-a658-7eba159192f0 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0649321 Jul 09 21:08:09.344293 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4b6416b7-e1af-4231-b5c1-7911bcec3584 req-0d9e9527-2a11-4b20-89a5-e62f34f90141 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305376 Jul 09 21:08:09.511928 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaed8de-d4ec-470d-b6d7-e6033708f3c2 req-88e90e1c-ec5d-4345-b321-f0c2a90b9349 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:09.513412 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afaed8de-d4ec-470d-b6d7-e6033708f3c2 req-88e90e1c-ec5d-4345-b321-f0c2a90b9349 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0623016 Jul 09 21:08:09.552931 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afaed8de-d4ec-470d-b6d7-e6033708f3c2 req-3babb62e-f7ef-41f0-8b92-af983b9d91a8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Jul 09 21:08:10.007802 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:10.456948 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:10.518524 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7a72-9f3a-490a-baff-1abc97813a9d req-91bccb76-eaba-4252-ae0d-ed0424836c93 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:10.519950 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-202c7a72-9f3a-490a-baff-1abc97813a9d req-91bccb76-eaba-4252-ae0d-ed0424836c93 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0650413 Jul 09 21:08:10.556335 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-202c7a72-9f3a-490a-baff-1abc97813a9d req-6dd992fd-0c3f-4d49-94ae-bec63c1374dc tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Jul 09 21:08:10.738735 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4e038-f64b-4463-a421-d1fc9945476f req-ad9fbb5f-8620-47a2-ba04-b10debca7eb0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:10.740453 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7ba4e038-f64b-4463-a421-d1fc9945476f req-ad9fbb5f-8620-47a2-ba04-b10debca7eb0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0668468 Jul 09 21:08:10.798065 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7ba4e038-f64b-4463-a421-d1fc9945476f req-7f534346-9d01-4f29-afaf-994773e0c17b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505459 Jul 09 21:08:11.236349 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-1ee4dbfc-b9a4-4352-9918-a44843f17a65 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:11.238231 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-1ee4dbfc-b9a4-4352-9918-a44843f17a65 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0688531 Jul 09 21:08:11.348940 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Deleting port ffeca999-f258-415d-aee7-337e2b438ac4 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:08:11.349236 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:11.438287 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] For port ffeca999-f258-415d-aee7-337e2b438ac4, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffeca999-f258-415d-aee7-337e2b438ac4,segment=NetworkSegment(34a9edb3-1327-49b7-8c57-ebb4f57c515f),segment_id=34a9edb3-1327-49b7-8c57-ebb4f57c515f)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:11.438645 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:11.452802 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Calling delete_port for ffeca999-f258-415d-aee7-337e2b438ac4 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:08:11.725890 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:11.734750 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e706-1923-4e89-8d9a-7d38b253880b req-f4bb5081-9295-4c85-9677-0182db525691 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:11.737688 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7441e706-1923-4e89-8d9a-7d38b253880b req-f4bb5081-9295-4c85-9677-0182db525691 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 949 time: 0.0634522 Jul 09 21:08:11.752955 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Pushing event deleted for resources: {'Port': ['ID=ffeca999-f258-415d-aee7-337e2b438ac4,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:11.782140 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ffeca999-f258-415d-aee7-337e2b438ac4'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:08:11.798406 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7441e706-1923-4e89-8d9a-7d38b253880b req-214fd3e2-dba1-4a95-9181-136c73b1a111 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f53bd15-d9c7-4764-a68c-7733614622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559731 Jul 09 21:08:11.829151 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] No DVR routers for this DVR port ffeca999-f258-415d-aee7-337e2b438ac4 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:08:11.832855 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:11.835225 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cb30a33e-33e2-4eda-ac01-7cbffcaa922e req-b0dc9598-e7a4-4288-a492-8ddb106a76dd tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.43 "DELETE /v2.0/ports/ffeca999-f258-415d-aee7-337e2b438ac4 HTTP/1.1" status: 204 len: 173 time: 0.5913413 Jul 09 21:08:11.836149 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d875e3b-6e57-4ac0-b7ec-795ebb5d0505', 'name': 'network-vif-deleted', 'tag': 'ffeca999-f258-415d-aee7-337e2b438ac4'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:11.838000 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55230c80-74ae-4d88-a8c7-a42d948b5c20" -d '{"events": [{"server_uuid": "3d875e3b-6e57-4ac0-b7ec-795ebb5d0505", "name": "network-vif-deleted", "tag": "ffeca999-f258-415d-aee7-337e2b438ac4"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:11.888414 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8466ef2-203a-4fc6-8973-0bf0054e00b5 x-openstack-request-id: req-e8466ef2-203a-4fc6-8973-0bf0054e00b5 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:11.888905 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d875e3b-6e57-4ac0-b7ec-795ebb5d0505", "name": "network-vif-deleted", "tag": "ffeca999-f258-415d-aee7-337e2b438ac4", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:11.889173 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8466ef2-203a-4fc6-8973-0bf0054e00b5 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:11.889577 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d875e3b-6e57-4ac0-b7ec-795ebb5d0505', 'name': 'network-vif-deleted', 'tag': 'ffeca999-f258-415d-aee7-337e2b438ac4', 'status': 'completed', 'code': 200} Jul 09 21:08:12.020137 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5559d-ae7a-43aa-bcac-ada8d3e7b308 req-0b8b751f-f368-4df1-9ef5-cb5a3c1301a2 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:12.021603 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-edc5559d-ae7a-43aa-bcac-ada8d3e7b308 req-0b8b751f-f368-4df1-9ef5-cb5a3c1301a2 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0709510 Jul 09 21:08:12.058840 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-edc5559d-ae7a-43aa-bcac-ada8d3e7b308 req-a4f8a779-e0e0-4b5d-b38d-4abe9666489b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Jul 09 21:08:12.968116 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b571b5df-0b99-4379-b044-982a907cab58 req-667e9b80-a269-4725-8562-8156fe265564 tempest-VolumesNegativeTest-1713132605 tempest-VolumesNegativeTest-1713132605-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d875e3b-6e57-4ac0-b7ec-795ebb5d0505 HTTP/1.1" status: 200 len: 210 time: 0.0319707 Jul 09 21:08:13.258092 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b018a-861c-4b6f-9b7e-4d71e6c4100f req-d6150cb3-144e-422c-b990-cd7f8753d249 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:13.259752 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4b1b018a-861c-4b6f-9b7e-4d71e6c4100f req-d6150cb3-144e-422c-b990-cd7f8753d249 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0798402 Jul 09 21:08:13.301335 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4b1b018a-861c-4b6f-9b7e-4d71e6c4100f req-52045a19-de02-433d-97f7-f0a8fbbaa16d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Jul 09 21:08:14.477881 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658dfc-edbb-4d80-9a6f-e0bbdcf27df9 req-015ed44e-4e44-4e4a-a5be-8661012717ad tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:14.479410 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-63658dfc-edbb-4d80-9a6f-e0bbdcf27df9 req-015ed44e-4e44-4e4a-a5be-8661012717ad tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0629010 Jul 09 21:08:14.516535 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-63658dfc-edbb-4d80-9a6f-e0bbdcf27df9 req-42f36acb-44ac-4888-965a-0a4b6f40c188 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Jul 09 21:08:15.216426 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ffeca999-f258-415d-aee7-337e2b438ac4 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:08:15.237652 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: ffeca999-f258-415d-aee7-337e2b438ac4 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:08:15.237652 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ffeca999-f258-415d-aee7-337e2b438ac4 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:08:15.697488 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564628f9-9b62-461f-8e6a-7f773bc163fb req-42b18079-36f3-4886-ac7a-4a8c48e96654 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:15.699386 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-564628f9-9b62-461f-8e6a-7f773bc163fb req-42b18079-36f3-4886-ac7a-4a8c48e96654 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0640664 Jul 09 21:08:15.738137 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-564628f9-9b62-461f-8e6a-7f773bc163fb req-9ecc072f-56e0-4e4b-99f0-0d9553dfbc51 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Jul 09 21:08:16.930443 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335886e-e881-4390-a3cc-3716f5adeb89 req-03a855d2-677a-404c-9742-1e81cb0a4b7f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:16.931975 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8335886e-e881-4390-a3cc-3716f5adeb89 req-03a855d2-677a-404c-9742-1e81cb0a4b7f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0730319 Jul 09 21:08:16.972358 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8335886e-e881-4390-a3cc-3716f5adeb89 req-dbdb3e78-0cfa-4362-905a-f1d185c4282e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345132 Jul 09 21:08:17.244289 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 54272) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:17.390999 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-870cca56-58b6-4183-8e1e-40d9a5173a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:17.486120 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-870cca56-58b6-4183-8e1e-40d9a5173a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:17.592736 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-870cca56-58b6-4183-8e1e-40d9a5173a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:17.631465 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-870cca56-58b6-4183-8e1e-40d9a5173a9c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3e3c1a351874507900a147d60a9a38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859303 Jul 09 21:08:17.632267 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cca56-58b6-4183-8e1e-40d9a5173a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2913ce0-2070-413c-a701-14dba1ebec32,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:17.634173 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 54278) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:17.694565 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76f4332c-9eb1-4031-896b-62c9f58854ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:17.718467 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76f4332c-9eb1-4031-896b-62c9f58854ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:17.840283 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76f4332c-9eb1-4031-896b-62c9f58854ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:17.843291 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76f4332c-9eb1-4031-896b-62c9f58854ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:17.844558 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-76f4332c-9eb1-4031-896b-62c9f58854ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2913ce0-2070-413c-a701-14dba1ebec32 HTTP/1.1" status: 204 len: 168 time: 0.2093894 Jul 09 21:08:17.856286 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4332c-9eb1-4031-896b-62c9f58854ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2913ce0-2070-413c-a701-14dba1ebec32,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:18.153609 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f7a0-0b67-4b3c-9462-239f986c8069 req-bf0772ee-68a9-45f9-9962-fb988a37706b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:18.155025 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d108f7a0-0b67-4b3c-9462-239f986c8069 req-bf0772ee-68a9-45f9-9962-fb988a37706b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0665290 Jul 09 21:08:18.195253 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d108f7a0-0b67-4b3c-9462-239f986c8069 req-a9d17e97-f741-48c4-95ba-a34992c5c577 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346828 Jul 09 21:08:19.127597 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 54326) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:19.222374 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1892679220-network', 'tenant_id': '6b9dbc7b209843fc9a1448da0e8fc64c'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:19.329950 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Made reservation on behalf of 6b9dbc7b209843fc9a1448da0e8fc64c for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:08:19.332646 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.342713 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.378228 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705979-62a9-4ea9-986a-43cc7067b4eb req-b4294f52-5ea1-4f49-87df-ce346d08576f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:19.379878 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ed705979-62a9-4ea9-986a-43cc7067b4eb req-b4294f52-5ea1-4f49-87df-ce346d08576f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0652680 Jul 09 21:08:19.423288 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ed705979-62a9-4ea9-986a-43cc7067b4eb req-22443622-5f35-46f8-be42-da5a1eb85be8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Jul 09 21:08:19.440527 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.558142 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.582685 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:08:19.592767 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6403d25-0687-4c64-b654-d4ee579f2528,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:19.597750 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.598107 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Added segment 37c7b81c-a023-4b4d-ac9d-caae94a832d8 of type vlan for network 47c56714-cba8-4f15-90f3-561c0e276e60 Jul 09 21:08:19.642526 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.746926 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.747904 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:19.748490 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:19.819991 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] Pushing event updated for resources: {'Network': ['ID=47c56714-cba8-4f15-90f3-561c0e276e60,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:19.833060 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 47c56714-cba8-4f15-90f3-561c0e276e60 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:08:19.883767 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7462da9f-dfca-44ae-bb6e-9943a136169e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7532005 Jul 09 21:08:19.884724 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 54340) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:19.890096 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Request body: {'subnet': {'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1892679220-subnet', 'tenant_id': '6b9dbc7b209843fc9a1448da0e8fc64c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:19.983492 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Made reservation on behalf of 6b9dbc7b209843fc9a1448da0e8fc64c for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:08:19.985917 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126592466'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:20.275151 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127220699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126592448'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:20.333812 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:20.341850 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Checking segment: {'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:08:20.342230 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Network hostable DHCP agents. Network: 47c56714-cba8-4f15-90f3-561c0e276e60, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:08:20.440527 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Network 47c56714-cba8-4f15-90f3-561c0e276e60 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:08:20.566825 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 47c56714-cba8-4f15-90f3-561c0e276e60) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:08:20.574677 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:20.575290 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:20.579298 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d91df0e-e403-4cc6-a86e-0bdf497ff50f None None] Network 47c56714-cba8-4f15-90f3-561c0e276e60 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:08:20.613576 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94818fcf-3b61-4b95-a539-df1bebfd7c78 req-da47a0cc-3271-455e-8081-e176c98d8925 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:20.616425 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-94818fcf-3b61-4b95-a539-df1bebfd7c78 req-da47a0cc-3271-455e-8081-e176c98d8925 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0763478 Jul 09 21:08:20.657738 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-94818fcf-3b61-4b95-a539-df1bebfd7c78 req-996bd67e-2fe6-4f3e-a72b-aea2e860c9b3 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371742 Jul 09 21:08:20.690541 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-29c93eb3-9896-40fd-a9d4-22a049df6645 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8050060 Jul 09 21:08:20.739620 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf5941-35b0-4780-991e-e86bdaf16356 None None] Network 47c56714-cba8-4f15-90f3-561c0e276e60 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:08:21.592138 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 54368) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:21.700288 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2edac933-63b6-440d-a1a6-874c8ae68e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:21.827989 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2edac933-63b6-440d-a1a6-874c8ae68e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:21.975437 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2edac933-63b6-440d-a1a6-874c8ae68e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:21.993849 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e185-ff34-4ce4-a0f0-81658f2cac5a req-1e65f209-cc20-4a7e-8cae-5a28ae56d3cf tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:21.995910 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5ff1e185-ff34-4ce4-a0f0-81658f2cac5a req-1e65f209-cc20-4a7e-8cae-5a28ae56d3cf tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0684910 Jul 09 21:08:22.014313 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2edac933-63b6-440d-a1a6-874c8ae68e14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87114687929447df856ea112bc8037fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210687 Jul 09 21:08:22.015404 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edac933-63b6-440d-a1a6-874c8ae68e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3305838b-f52e-43b3-8ede-79b48dbf0ddc,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:22.017338 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 54378) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:22.051010 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5ff1e185-ff34-4ce4-a0f0-81658f2cac5a req-63ebb4c8-4ece-4e08-89a3-8acd8d1fbd95 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Jul 09 21:08:22.080097 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-25e37841-4876-4b5e-b04a-15103926ddcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:22.102284 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-25e37841-4876-4b5e-b04a-15103926ddcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:22.252263 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-25e37841-4876-4b5e-b04a-15103926ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:22.255031 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-25e37841-4876-4b5e-b04a-15103926ddcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:22.256388 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-25e37841-4876-4b5e-b04a-15103926ddcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3305838b-f52e-43b3-8ede-79b48dbf0ddc HTTP/1.1" status: 204 len: 168 time: 0.2378600 Jul 09 21:08:22.266235 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e37841-4876-4b5e-b04a-15103926ddcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3305838b-f52e-43b3-8ede-79b48dbf0ddc,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:22.570061 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0616-bb07-4eec-9c12-91742292f7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:22.960502 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 54400) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:22.974327 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-780db0f3-be06-4f65-ab4c-b57b4590ff6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:23.078015 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-780db0f3-be06-4f65-ab4c-b57b4590ff6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:23.265820 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-780db0f3-be06-4f65-ab4c-b57b4590ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:23.310206 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-780db0f3-be06-4f65-ab4c-b57b4590ff6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d59fd5c9fac468d809b1ec5884e041c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484325 Jul 09 21:08:23.314615 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 54404) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:23.322819 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780db0f3-be06-4f65-ab4c-b57b4590ff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5cbc74-f8e7-4791-822f-82b9ed8159da,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:23.383801 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-50b643b5-0509-4493-ad9d-90c36578e753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:23.405942 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-50b643b5-0509-4493-ad9d-90c36578e753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:23.535830 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-50b643b5-0509-4493-ad9d-90c36578e753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:23.538403 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-50b643b5-0509-4493-ad9d-90c36578e753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:23.539606 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-50b643b5-0509-4493-ad9d-90c36578e753 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f5cbc74-f8e7-4791-822f-82b9ed8159da HTTP/1.1" status: 204 len: 168 time: 0.2231379 Jul 09 21:08:23.550100 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b643b5-0509-4493-ad9d-90c36578e753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5cbc74-f8e7-4791-822f-82b9ed8159da,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:25.140511 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d8ea65c5-b349-42e8-932c-61d3cbf23a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:25.252082 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.007393 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 54510) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:26.017865 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-c8ce8208-87c0-4a22-ac61-8775af54d70b tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:26.019409 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-c8ce8208-87c0-4a22-ac61-8775af54d70b tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/networks?id=47c56714-cba8-4f15-90f3-561c0e276e60 HTTP/1.1" status: 200 len: 814 time: 0.4073350 Jul 09 21:08:26.029339 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2462-e63b-4595-a466-95f9d1e07082 req-c174bf47-8911-4aeb-8549-60114399fcbf tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:26.030991 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-c174bf47-8911-4aeb-8549-60114399fcbf tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 815 time: 0.4168952 Jul 09 21:08:26.041707 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-7129a888-0247-46b5-bd5c-aac4eae0b2a7 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/quotas/6b9dbc7b209843fc9a1448da0e8fc64c HTTP/1.1" status: 200 len: 375 time: 0.0096223 Jul 09 21:08:26.058310 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-968ec648-2758-4ae7-ac85-0bebb1f55d08 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/quotas/f48759f14f9747efaca2b8985e13adf4 HTTP/1.1" status: 200 len: 375 time: 0.0146141 Jul 09 21:08:26.102672 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-6dd05123-f9fb-4ac8-a31f-0f9b23fbfae9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b9dbc7b209843fc9a1448da0e8fc64c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474491 Jul 09 21:08:26.160585 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14bc02de-d5a5-413c-b841-5ba7ac521da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.229651 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-e4c8e4b0-32f5-4284-8b78-56a422036edf tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605413 Jul 09 21:08:26.248894 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-d5cb72cf-4fb2-40a4-b0ef-1adb6c0cbdbc service neutron] 10.222.0.64 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293633 Jul 09 21:08:26.300728 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14bc02de-d5a5-413c-b841-5ba7ac521da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.360526 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14bc02de-d5a5-413c-b841-5ba7ac521da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.389513 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.403632 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-14bc02de-d5a5-413c-b841-5ba7ac521da0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62710da77b0944c88ca1acac35ed6d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950629 Jul 09 21:08:26.406488 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-681fa467-9554-4a4e-9045-8c0b7dd9b12f service neutron] 10.222.0.64 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666594 Jul 09 21:08:26.406834 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 54556) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:26.413072 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc02de-d5a5-413c-b841-5ba7ac521da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210a8966-c49c-49e3-a762-e1e2155a42b5,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:26.416991 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-bff5e421-1e56-4f3c-87d7-1dc573efcc7e service neutron] 10.222.0.64 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569097 Jul 09 21:08:26.464207 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cd620586-46e5-483f-95e7-624b169e46f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.488231 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cd620586-46e5-483f-95e7-624b169e46f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.512686 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-f0e8ca77-4728-40a4-a122-aa4c95733134 service neutron] 10.222.0.64 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923305 Jul 09 21:08:26.684624 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cd620586-46e5-483f-95e7-624b169e46f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.690081 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cd620586-46e5-483f-95e7-624b169e46f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:26.695697 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cd620586-46e5-483f-95e7-624b169e46f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/210a8966-c49c-49e3-a762-e1e2155a42b5 HTTP/1.1" status: 204 len: 168 time: 0.2852471 Jul 09 21:08:26.707325 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd620586-46e5-483f-95e7-624b169e46f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210a8966-c49c-49e3-a762-e1e2155a42b5,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:26.908979 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1f0be-26df-4690-8288-3942866b0c63 req-01eb6129-4ae5-44d9-af97-928e25f4a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:26.910914 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6a1f0be-26df-4690-8288-3942866b0c63 req-01eb6129-4ae5-44d9-af97-928e25f4a01f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1098 time: 0.0732086 Jul 09 21:08:26.912712 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ed4b0-a9db-42cc-8e40-7a852b5120de req-aae2748e-fa9d-4c52-8bcb-1c087c39143e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:26.921687 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e15ed4b0-a9db-42cc-8e40-7a852b5120de req-aae2748e-fa9d-4c52-8bcb-1c087c39143e tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1614163 Jul 09 21:08:26.963966 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6a1f0be-26df-4690-8288-3942866b0c63 req-4d7ecdfa-88d9-4d75-bc20-694cc7465b06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364802 Jul 09 21:08:26.977948 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e15ed4b0-a9db-42cc-8e40-7a852b5120de req-1a1b224a-f38f-4e4b-b8a0-8120c46954fe tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549011 Jul 09 21:08:27.085196 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e96fc27b-452a-40fc-86f5-355b87dacd34 req-2ddd3a11-a676-4ff4-aa5a-6f450b564aec tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 210 time: 0.0546031 Jul 09 21:08:27.088211 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-48ea95e5-ddd5-41cc-90df-65552c18458c req-dc0d9988-ecac-42ca-835a-348934e9e6a5 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0469341 Jul 09 21:08:28.180045 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:28.208679 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5e646-dc7a-4d69-ae70-267317dd9645 req-3ffaccdd-42a7-42f2-8209-62ae9c39307f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:28.210567 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9df5e646-dc7a-4d69-ae70-267317dd9645 req-3ffaccdd-42a7-42f2-8209-62ae9c39307f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0985720 Jul 09 21:08:28.306983 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-60978dd0-5350-4955-8527-545adbd7524a req-74abd9b6-cb07-42f5-91e2-3aaac41f8262 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 210 time: 0.0559371 Jul 09 21:08:28.310066 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9df5e646-dc7a-4d69-ae70-267317dd9645 req-0dc5b18b-3ad1-4160-9903-dc71b9bca026 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933645 Jul 09 21:08:28.353250 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1696c748-87b8-4cb5-af4d-1ed123b86ced req-60523872-5563-4851-ab5a-3f8cba2fc378 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0295215 Jul 09 21:08:29.456587 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-99cd0d08-ae4a-43d2-927c-106248a97709 req-54b73419-8881-4b7c-8873-ea2d8f77aebe tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 210 time: 0.0551333 Jul 09 21:08:29.534304 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d9490-8e79-4aee-8d5e-8496af2e2b82 req-0ca8f200-8a35-42dd-af04-7bb2c7ec4b83 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:29.535742 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-658d9490-8e79-4aee-8d5e-8496af2e2b82 req-0ca8f200-8a35-42dd-af04-7bb2c7ec4b83 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0695474 Jul 09 21:08:29.584734 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-658d9490-8e79-4aee-8d5e-8496af2e2b82 req-85520037-0a45-45d0-bfec-9fece78d0933 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Jul 09 21:08:29.602991 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-575a13b3-cdb4-4728-87cc-06f0ea5fa3b5 req-29587278-ae40-4f40-8e13-63b9fa35c231 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0350957 Jul 09 21:08:30.374995 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4bbc8-0fcf-44cf-a1b2-3e8aa8d56e73 req-145c3975-12df-42c9-aaa6-4ff7cf38508f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:30.376743 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1cb4bbc8-0fcf-44cf-a1b2-3e8aa8d56e73 req-145c3975-12df-42c9-aaa6-4ff7cf38508f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0666983 Jul 09 21:08:30.423715 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1cb4bbc8-0fcf-44cf-a1b2-3e8aa8d56e73 req-0d2e9443-4133-41a5-9920-708e225a9761 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380967 Jul 09 21:08:30.542835 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-404e5bde-a981-4d91-bacf-6c331fa35b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:30.546803 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-404e5bde-a981-4d91-bacf-6c331fa35b98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 1098 time: 0.0678222 Jul 09 21:08:30.613316 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-896e6dce-62f0-4723-a2e9-26d98c805361 req-0b6b172f-b7e2-47a1-abaf-06842d09ac6d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 210 time: 0.0381947 Jul 09 21:08:30.801836 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-64ead78b-418c-4b0f-8734-bfdd3c22a03b req-0168d715-e3d3-4dc9-b4a8-d142f113b572 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0402346 Jul 09 21:08:31.000603 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2462-e63b-4595-a466-95f9d1e07082 req-466c6e9c-2d73-4d55-a0b9-d9362aee79e4 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.002129 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-466c6e9c-2d73-4d55-a0b9-d9362aee79e4 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 815 time: 0.4325066 Jul 09 21:08:31.003609 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-7fa915bc-67c0-488c-b770-9c2f82d65457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.004988 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-7fa915bc-67c0-488c-b770-9c2f82d65457 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.4342420 Jul 09 21:08:31.029360 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Request body: {'port': {'device_id': 'e134bdd9-540f-4ffe-a874-5d953324196f', 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'admin_state_up': True, 'tenant_id': 'f48759f14f9747efaca2b8985e13adf4'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:31.121879 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-45e8a8f6-04d9-4052-9a85-a6b821390304 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 200 len: 217 time: 0.0748587 Jul 09 21:08:31.212736 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-55467385-b28b-4b9b-8e2a-5669e885f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.214365 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-55467385-b28b-4b9b-8e2a-5669e885f8e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.0740857 Jul 09 21:08:31.255695 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-9bfc2844-bc27-4c27-9646-ecc99f1fb35a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340877 Jul 09 21:08:31.344924 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-24c31f1e-2309-4e25-a8ab-7ef26ca8834f service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816586 Jul 09 21:08:31.407772 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Made reservation on behalf of f48759f14f9747efaca2b8985e13adf4 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:08:31.415703 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:31.515760 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-34a8fa3b-dffb-46ec-8760-612d3bc1f593 req-15b3858d-85ae-4f94-a836-c27a5a4353e0 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548069 Jul 09 21:08:31.570594 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Allocated IP 172.20.0.14 (ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd/bc41e03b-5084-4288-8637-6166d1f58982/74f563dd-6b71-4e0e-afcc-916541fc32a9) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:08:31.598216 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7bcf5-abba-4232-b7b5-e8cb9791fcf6 req-bc63cece-5b59-491f-b007-5ed415725256 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.601440 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4cd7bcf5-abba-4232-b7b5-e8cb9791fcf6 req-bc63cece-5b59-491f-b007-5ed415725256 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0648789 Jul 09 21:08:31.644549 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4cd7bcf5-abba-4232-b7b5-e8cb9791fcf6 req-d927c82c-aaa9-4981-9d4e-843a681ad672 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362790 Jul 09 21:08:31.769395 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:31.769728 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c956916c-877e-4194-9a8a-fe37fa00ce38 req-50f29534-e7b5-43e7-b333-6b817397fd93 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 210 time: 0.0293787 Jul 09 21:08:31.855237 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-36ae5733-a287-47d2-b1aa-d29f69f8cefe tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:31.856779 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-36ae5733-a287-47d2-b1aa-d29f69f8cefe tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.43 "GET /v2.0/networks?id=47c56714-cba8-4f15-90f3-561c0e276e60 HTTP/1.1" status: 200 len: 814 time: 0.1520579 Jul 09 21:08:31.909538 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:31.926618 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Request body: {'port': {'device_id': '98dc0b2a-47d7-459a-b106-5e945c8c58be', 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60', 'admin_state_up': True, 'tenant_id': '6b9dbc7b209843fc9a1448da0e8fc64c'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:31.948200 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ee185b1c-01a9-4ee3-a801-6ad19ceec91d', '972a339e-dde3-4255-8b9b-8ca89c984e77', '02c31753-b82c-4474-8913-07d997e945a5'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:08:31.967204 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-56558d5e-5ffc-4328-8bf8-6e5d0a155ff0 req-d8e99d6c-d9eb-4a51-8d9c-1aa38357a974 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0336478 Jul 09 21:08:32.013156 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:08:32.024935 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:08:32.031643 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:08:32.038863 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Pushing event updated for resources: {'Port': ['ID=74f563dd-6b71-4e0e-afcc-916541fc32a9,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:32.101415 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:32.102088 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:32.213190 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7ed5034a-5ef8-460f-8641-a382049264bd tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1884639 Jul 09 21:08:32.240274 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Request body: {'port': {'device_id': 'e134bdd9-540f-4ffe-a874-5d953324196f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:32.326904 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:32.359809 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Made reservation on behalf of 6b9dbc7b209843fc9a1448da0e8fc64c for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:08:32.363497 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:32.640461 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Allocated IP 172.20.0.11 (47c56714-cba8-4f15-90f3-561c0e276e60/b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f/23809453-52ff-44af-80f6-0801d9c913be) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:08:32.685798 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 54826) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:32.810739 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f563dd-6b71-4e0e-afcc-916541fc32a9 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:32.822499 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:32.879371 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Transition to ACTIVE for port object 74f563dd-6b71-4e0e-afcc-916541fc32a9 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:08:32.923097 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 54838) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:32.924102 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1e9458f8-d77f-4e35-82ce-595ba49d866b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85130002ed004d369822c5c1734d590c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326081 Jul 09 21:08:32.954387 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:32.958061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de4fca-2606-4f55-a345-bc16db069fc5 req-d21435ce-458a-4d40-a71a-fc4f9ed27927 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:32.968935 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81de4fca-2606-4f55-a345-bc16db069fc5 req-d21435ce-458a-4d40-a71a-fc4f9ed27927 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1832168 Jul 09 21:08:33.006053 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.037584 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81de4fca-2606-4f55-a345-bc16db069fc5 req-0f12ca86-8c7f-40ff-99d8-b4bf5543b489 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688202 Jul 09 21:08:33.157844 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Pushing event updated for resources: {'Port': ['ID=74f563dd-6b71-4e0e-afcc-916541fc32a9,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:33.192257 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1d678b2f-ac8a-4af4-ad6c-4ef0a9a76850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.228447 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1d678b2f-ac8a-4af4-ad6c-4ef0a9a76850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.260269 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df002a-82a5-41f5-bd9a-33f79dadf801 req-3dd344b5-3632-4d85-b088-fc3a9af58036 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:33.264773 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e3df002a-82a5-41f5-bd9a-33f79dadf801 req-3dd344b5-3632-4d85-b088-fc3a9af58036 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 944 time: 0.0736787 Jul 09 21:08:33.308793 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.334585 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Network 47c56714-cba8-4f15-90f3-561c0e276e60 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:08:33.335998 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:08:33.338402 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:08:33.390715 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e3df002a-82a5-41f5-bd9a-33f79dadf801 req-3b187cf8-82e5-4d05-8b1c-e87dbb11ff18 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215963 Jul 09 21:08:33.467830 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Pushing event updated for resources: {'Port': ['ID=23809453-52ff-44af-80f6-0801d9c913be,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:33.475993 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:33.476664 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.507092 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Attempting to bind port 74f563dd-6b71-4e0e-afcc-916541fc32a9 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:08:33.507681 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Attempting to bind port 74f563dd-6b71-4e0e-afcc-916541fc32a9 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:08:33.508220 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Attempting to bind port 74f563dd-6b71-4e0e-afcc-916541fc32a9 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:33.516699 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Port 74f563dd-6b71-4e0e-afcc-916541fc32a9 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:08:33.517230 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Attempting to bind port 74f563dd-6b71-4e0e-afcc-916541fc32a9 on network ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:33.518045 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcb523-b0de-4a91-9227-97c23fd00cb2 req-bea2526a-fb6a-4fcf-8dd2-6ed5a0013224 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:33.526954 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a8bcb523-b0de-4a91-9227-97c23fd00cb2 req-bea2526a-fb6a-4fcf-8dd2-6ed5a0013224 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 932 time: 0.0850806 Jul 09 21:08:33.527058 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:08:33.527058 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Checking segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:08:33.527058 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Bound using segment: {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:08:33.527601 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Bound port: 74f563dd-6b71-4e0e-afcc-916541fc32a9, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:08:33.528192 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.592052 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a8bcb523-b0de-4a91-9227-97c23fd00cb2 req-762fbef4-5607-42b0-b4a2-312f6a473599 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611081 Jul 09 21:08:33.611507 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] For port 74f563dd-6b71-4e0e-afcc-916541fc32a9, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:08:33.613961 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1d678b2f-ac8a-4af4-ad6c-4ef0a9a76850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.616577 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1d678b2f-ac8a-4af4-ad6c-4ef0a9a76850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.617719 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1d678b2f-ac8a-4af4-ad6c-4ef0a9a76850 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f53bd15-d9c7-4764-a68c-7733614622fe HTTP/1.1" status: 204 len: 168 time: 0.6509688 Jul 09 21:08:33.618601 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db979c-55ef-45b4-9eac-4f287ce6af58 req-a52431ba-8fe5-4203-89fd-a03da577972f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:33.620269 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] For port 74f563dd-6b71-4e0e-afcc-916541fc32a9, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=74f563dd-6b71-4e0e-afcc-916541fc32a9,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:08:33.620489 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-83db979c-55ef-45b4-9eac-4f287ce6af58 req-a52431ba-8fe5-4203-89fd-a03da577972f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0990870 Jul 09 21:08:33.629483 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d678b2f-ac8a-4af4-ad6c-4ef0a9a76850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f53bd15-d9c7-4764-a68c-7733614622fe,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:33.675280 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-aece5adf-b533-4a5b-a97f-ec7462473331 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7564468 Jul 09 21:08:33.682405 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-83db979c-55ef-45b4-9eac-4f287ce6af58 req-c5718ad3-5452-4420-b1c0-e7961b53ccc9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547857 Jul 09 21:08:33.716750 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Request body: {'port': {'device_id': '98dc0b2a-47d7-459a-b106-5e945c8c58be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:33.740558 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.787811 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:33.788533 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.789933 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/74f563dd-6b71-4e0e-afcc-916541fc32a9 HTTP/1.1" status: 200 len: 1094 time: 1.5542023 Jul 09 21:08:33.790367 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e134bdd9-540f-4ffe-a874-5d953324196f', 'tag': '74f563dd-6b71-4e0e-afcc-916541fc32a9'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:33.792682 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37fbb05-404f-43eb-aba0-d1dced8555e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e134bdd9-540f-4ffe-a874-5d953324196f", "tag": "74f563dd-6b71-4e0e-afcc-916541fc32a9"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:33.845951 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed9946-4fef-43b6-9018-bbd6323180a9 service neutron] Pushing event updated for resources: {'Port': ['ID=74f563dd-6b71-4e0e-afcc-916541fc32a9,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:33.849080 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:33.852258 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b2e608-1a42-4a93-8ea4-ac4a11fc4b06 x-openstack-request-id: req-65b2e608-1a42-4a93-8ea4-ac4a11fc4b06 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:33.852592 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e134bdd9-540f-4ffe-a874-5d953324196f", "tag": "74f563dd-6b71-4e0e-afcc-916541fc32a9", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:33.852889 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65b2e608-1a42-4a93-8ea4-ac4a11fc4b06 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:33.853315 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e134bdd9-540f-4ffe-a874-5d953324196f', 'tag': '74f563dd-6b71-4e0e-afcc-916541fc32a9', 'status': 'completed', 'code': 200} Jul 09 21:08:34.106748 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fbb05-404f-43eb-aba0-d1dced8555e1 req-b31d3d99-cb4b-4e5b-a03c-8d0d7d1f3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.108211 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b37fbb05-404f-43eb-aba0-d1dced8555e1 req-b31d3d99-cb4b-4e5b-a03c-8d0d7d1f3802 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 1097 time: 0.1361022 Jul 09 21:08:34.256199 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23809453-52ff-44af-80f6-0801d9c913be {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:34.268182 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:34.284860 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35169f78-49a5-4bf5-b5e1-d146d77608e0 req-acbc1665-2d6c-4857-b532-504aa01ae9da tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.297031 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-35169f78-49a5-4bf5-b5e1-d146d77608e0 req-acbc1665-2d6c-4857-b532-504aa01ae9da tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0784593 Jul 09 21:08:34.302189 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Transition to ACTIVE for port object 23809453-52ff-44af-80f6-0801d9c913be will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:08:34.307368 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fbb05-404f-43eb-aba0-d1dced8555e1 req-a59e7183-a767-40ce-9f68-af731e9ad45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.309170 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b37fbb05-404f-43eb-aba0-d1dced8555e1 req-a59e7183-a767-40ce-9f68-af731e9ad45c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f48759f14f9747efaca2b8985e13adf4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1801937 Jul 09 21:08:34.376362 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-35169f78-49a5-4bf5-b5e1-d146d77608e0 req-9deeb1c7-419b-4036-b55f-1aee5fe98026 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697784 Jul 09 21:08:34.451813 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:34.465945 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-b71f7ac1-7fee-4511-8227-52271de9a79c tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108698776&fields=id&tenant_id=de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 267 time: 0.0371785 Jul 09 21:08:34.550352 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fbb05-404f-43eb-aba0-d1dced8555e1 req-ca692a60-b6c8-4832-b7d4-324d4b45583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.552843 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b37fbb05-404f-43eb-aba0-d1dced8555e1 req-ca692a60-b6c8-4832-b7d4-324d4b45583c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2339163 Jul 09 21:08:34.564009 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Pushing event updated for resources: {'Port': ['ID=23809453-52ff-44af-80f6-0801d9c913be,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:34.623206 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373362-6146-4635-b944-77b0f2c87770 req-25893f11-2439-45ae-9936-f5ef7a8a31e6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.624946 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-25893f11-2439-45ae-9936-f5ef7a8a31e6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 812 time: 0.1515083 Jul 09 21:08:34.638206 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab92bc-6b6f-4311-8f17-295f8ab7203c req-aeaf3ede-d443-4fdd-bea6-4f812ef452c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.639980 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6bab92bc-6b6f-4311-8f17-295f8ab7203c req-aeaf3ede-d443-4fdd-bea6-4f812ef452c1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 944 time: 0.1143219 Jul 09 21:08:34.660037 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-bd12b8d7-38b6-473f-838f-5d7cadcdf12a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/quotas/de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 375 time: 0.0187602 Jul 09 21:08:34.703989 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Attempting to bind port 23809453-52ff-44af-80f6-0801d9c913be on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:08:34.704479 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Attempting to bind port 23809453-52ff-44af-80f6-0801d9c913be by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:08:34.704654 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Attempting to bind port 23809453-52ff-44af-80f6-0801d9c913be on network 47c56714-cba8-4f15-90f3-561c0e276e60 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:34.712272 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Port 23809453-52ff-44af-80f6-0801d9c913be on network 47c56714-cba8-4f15-90f3-561c0e276e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:08:34.712821 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Attempting to bind port 23809453-52ff-44af-80f6-0801d9c913be on network 47c56714-cba8-4f15-90f3-561c0e276e60 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:34.721768 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:08:34.721975 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6bab92bc-6b6f-4311-8f17-295f8ab7203c req-4847a7cd-76a6-42d0-bdb8-a6e6f79e3f76 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739706 Jul 09 21:08:34.722103 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Checking segment: {'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:08:34.722463 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Bound using segment: {'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:08:34.723078 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Bound port: 23809453-52ff-44af-80f6-0801d9c913be, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:08:34.723619 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:34.777507 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2462-e63b-4595-a466-95f9d1e07082 req-46f261a3-6240-404b-b5bf-b72f3c8470bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.779062 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-46f261a3-6240-404b-b5bf-b72f3c8470bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 1097 time: 0.1314621 Jul 09 21:08:34.779775 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-46e336aa-a6cc-4eb5-8938-82ef86d631a7 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074989 Jul 09 21:08:34.844739 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-749654d6-5c06-460b-bfd7-ea6f8dc21410 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74f563dd-6b71-4e0e-afcc-916541fc32a9 HTTP/1.1" status: 200 len: 217 time: 0.0513701 Jul 09 21:08:34.863041 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] For port 23809453-52ff-44af-80f6-0801d9c913be, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:08:34.898199 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] For port 23809453-52ff-44af-80f6-0801d9c913be, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=23809453-52ff-44af-80f6-0801d9c913be,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:08:34.910174 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2462-e63b-4595-a466-95f9d1e07082 req-db2955ee-6f4a-4d12-87c3-f37e2cea19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.911798 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-db2955ee-6f4a-4d12-87c3-f37e2cea19eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 200 len: 855 time: 0.0589833 Jul 09 21:08:34.938493 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-28cf3009-702e-4af5-b0cc-857acce84acd service neutron] 10.222.0.64 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481719 Jul 09 21:08:34.955693 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-7d5f44f7-f08b-40f4-8406-54a0f3aa3054 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355637 Jul 09 21:08:34.972289 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c893f-8d1e-47ef-b1fa-0d2c7a57e3c6 req-3cf39174-2af3-405d-a1c6-c845d5e9544c tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:34.973483 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:34.974000 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de2c893f-8d1e-47ef-b1fa-0d2c7a57e3c6 req-3cf39174-2af3-405d-a1c6-c845d5e9544c tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 944 time: 0.1291761 Jul 09 21:08:35.067530 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de2c893f-8d1e-47ef-b1fa-0d2c7a57e3c6 req-82c53323-7d1b-4500-b0cc-fd15b327cf9d tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642903 Jul 09 21:08:35.079824 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:35.080475 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:35.082155 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/23809453-52ff-44af-80f6-0801d9c913be HTTP/1.1" status: 200 len: 1094 time: 1.3704271 Jul 09 21:08:35.089619 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-f861b9a2-752d-43d3-880f-81b91e099abf service neutron] 10.222.0.64 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471720 Jul 09 21:08:35.136899 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a59e33-194b-4d02-82a8-5a6fa07c15b6 service neutron] Pushing event updated for resources: {'Port': ['ID=23809453-52ff-44af-80f6-0801d9c913be,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:35.165283 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-fab73369-97ff-4328-81c1-adbf4d234bba service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019470 Jul 09 21:08:35.296578 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03628c-af62-423c-875d-9c733653d222 req-d84d3e15-c226-49ba-a7c2-43a491ab0270 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:35.299351 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-aa03628c-af62-423c-875d-9c733653d222 req-d84d3e15-c226-49ba-a7c2-43a491ab0270 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0899298 Jul 09 21:08:35.348446 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-aa03628c-af62-423c-875d-9c733653d222 req-453be494-bcf2-421c-86cc-5fff5f965de8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Jul 09 21:08:35.601110 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2431de5-af55-4706-8918-7b1dfe4bb4aa req-2e1e357f-523e-42ba-82d3-c36d8fe5e7e5 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:35.603167 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a2431de5-af55-4706-8918-7b1dfe4bb4aa req-2e1e357f-523e-42ba-82d3-c36d8fe5e7e5 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0866425 Jul 09 21:08:35.617953 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-468e2462-e63b-4595-a466-95f9d1e07082 req-4c5a548e-cca1-40f1-9c39-fdf6e3a0e7d2 service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392626 Jul 09 21:08:35.643086 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-5d128ce8-03d0-4aeb-a9f5-0312cae1da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:35.644681 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-5d128ce8-03d0-4aeb-a9f5-0312cae1da3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b9dbc7b209843fc9a1448da0e8fc64c&device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 1097 time: 0.3253217 Jul 09 21:08:35.651665 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a2431de5-af55-4706-8918-7b1dfe4bb4aa req-8adb5075-f77a-401a-b1ec-6f19ee7b3393 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Jul 09 21:08:35.704601 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-6ed6bc81-5075-4935-98a3-96429f51d7ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23809453-52ff-44af-80f6-0801d9c913be HTTP/1.1" status: 200 len: 217 time: 0.0408924 Jul 09 21:08:35.782505 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-dcf31096-cb62-4bc1-b26a-e7928da1383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:35.785142 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-dcf31096-cb62-4bc1-b26a-e7928da1383e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f HTTP/1.1" status: 200 len: 854 time: 0.0736220 Jul 09 21:08:35.846327 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-eea14544-0de0-4258-8acc-55dfbdebcbb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47c56714-cba8-4f15-90f3-561c0e276e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278451 Jul 09 21:08:35.854934 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dc0b2a-47d7-459a-b106-5e945c8c58be', 'tag': '23809453-52ff-44af-80f6-0801d9c913be'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:35.857211 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc906b-6ccf-4857-9f03-823e0c73ec4c" -d '{"events": [{"name": "network-changed", "server_uuid": "98dc0b2a-47d7-459a-b106-5e945c8c58be", "tag": "23809453-52ff-44af-80f6-0801d9c913be"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:35.889580 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-d77c4ba7-7b3f-4c6f-9765-e722bc2dbec8 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641398960&fields=id&tenant_id=185d454c49a540d79cb9ecdeaea6dd3e HTTP/1.1" status: 200 len: 267 time: 0.0413177 Jul 09 21:08:36.021314 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-97c2861b-b98b-4103-b873-fb4b594eec69 service neutron] 10.222.0.43 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668169 Jul 09 21:08:36.103871 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-417c1cda-0053-48a3-b03a-a781c82d72f9 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:36.106028 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-417c1cda-0053-48a3-b03a-a781c82d72f9 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/networks?id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328 HTTP/1.1" status: 200 len: 809 time: 0.2058308 Jul 09 21:08:36.130581 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-61b13845-4d70-46b0-9591-67e23c19ad19 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/quotas/185d454c49a540d79cb9ecdeaea6dd3e HTTP/1.1" status: 200 len: 375 time: 0.0169666 Jul 09 21:08:36.158771 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-808fa91a-839e-4c60-8f1c-7ebc008826d5 req-ccbb7918-f0e1-42c1-8172-373b9fe98dde service neutron] 10.222.0.43 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228771 Jul 09 21:08:36.158905 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b73844-6431-474c-9d96-531ecf95a604 req-cc78bc30-9333-414f-8ca7-13a071e4a5ee tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:36.160338 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-68b73844-6431-474c-9d96-531ecf95a604 req-cc78bc30-9333-414f-8ca7-13a071e4a5ee tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 944 time: 0.1396968 Jul 09 21:08:36.226972 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-68b73844-6431-474c-9d96-531ecf95a604 req-c11c0c8b-61c5-4b58-ad9f-a5e26b4d9e9a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480673 Jul 09 21:08:36.242627 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-ef164633-d61d-4afb-930e-81c430dc0d17 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036344 Jul 09 21:08:36.355792 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-f8e194b5-a378-4cde-aa13-b46b58b167c3 service neutron] 10.222.0.64 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001832 Jul 09 21:08:36.453864 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-19bb7fac-ffe1-46d7-b734-9eb643b06a14 service neutron] 10.222.0.64 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909829 Jul 09 21:08:36.697317 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb136f-1e77-4326-808e-ad8991c86545 x-openstack-request-id: req-dbbb136f-1e77-4326-808e-ad8991c86545 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:36.697714 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dc0b2a-47d7-459a-b106-5e945c8c58be", "tag": "23809453-52ff-44af-80f6-0801d9c913be", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:36.698587 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbbb136f-1e77-4326-808e-ad8991c86545 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:36.699148 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dc0b2a-47d7-459a-b106-5e945c8c58be', 'tag': '23809453-52ff-44af-80f6-0801d9c913be', 'status': 'completed', 'code': 200} Jul 09 21:08:36.759984 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a171b100-0baa-4957-b6bb-f9260f18e51d req-bc0da2f0-6e0b-48a1-8444-d89798416143 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 210 time: 0.0291758 Jul 09 21:08:36.814416 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-960eb2c6-841b-47a7-9fd0-3ca2be668356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:36.816157 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-960eb2c6-841b-47a7-9fd0-3ca2be668356 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b9dbc7b209843fc9a1448da0e8fc64c&device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 1097 time: 0.0540197 Jul 09 21:08:36.911373 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-de919d79-3919-45df-895b-aa16bbd137fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:36.913012 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-de919d79-3919-45df-895b-aa16bbd137fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=47c56714-cba8-4f15-90f3-561c0e276e60 HTTP/1.1" status: 200 len: 915 time: 0.0887926 Jul 09 21:08:36.930953 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43343f94-fb71-4b00-ac71-ed101176214f req-620bd973-05ca-4f42-aba6-a383c6a2a6cb tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:36.932561 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-43343f94-fb71-4b00-ac71-ed101176214f req-620bd973-05ca-4f42-aba6-a383c6a2a6cb tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 944 time: 0.0702562 Jul 09 21:08:36.957002 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-445849db-ad83-448b-a0cc-3f88f71e58f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23809453-52ff-44af-80f6-0801d9c913be HTTP/1.1" status: 200 len: 217 time: 0.0358615 Jul 09 21:08:36.974492 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-43343f94-fb71-4b00-ac71-ed101176214f req-510adbc7-dbce-4f05-8491-02600ae8c8d0 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355463 Jul 09 21:08:37.031698 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-50e7e87b-50d7-4a94-a8cd-fd828ddcb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:37.032435 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-50e7e87b-50d7-4a94-a8cd-fd828ddcb0a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f HTTP/1.1" status: 200 len: 854 time: 0.0660510 Jul 09 21:08:37.097889 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-10103da8-4f93-4851-8f02-5adc976c2415 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47c56714-cba8-4f15-90f3-561c0e276e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373154 Jul 09 21:08:37.195862 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b2862-4c55-485f-8166-a391e15e2d5c req-2fad7638-411b-41f7-b947-9888dfaa66dc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:37.198122 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1f7b2862-4c55-485f-8166-a391e15e2d5c req-2fad7638-411b-41f7-b947-9888dfaa66dc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.1010356 Jul 09 21:08:37.254007 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1f7b2862-4c55-485f-8166-a391e15e2d5c req-77bd5c3b-d184-454f-a2f0-c4e79534a15d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498433 Jul 09 21:08:37.284596 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4e02f299-2e1a-42ef-8d65-3e66273691a3 req-a2b0d0a5-5e6f-4c97-85e3-67066824865d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0350270 Jul 09 21:08:37.314436 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-0700b9ba-e5e5-4c58-91ff-f59cf1d95114 service neutron] 10.222.0.43 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082436 Jul 09 21:08:37.317788 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 74f563dd-6b71-4e0e-afcc-916541fc32a9 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:08:37.449830 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-85cc906b-6ccf-4857-9f03-823e0c73ec4c req-2abaa396-72d8-4692-bcf5-f913657a6286 service neutron] 10.222.0.43 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252859 Jul 09 21:08:37.457179 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 74f563dd-6b71-4e0e-afcc-916541fc32a9, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=74f563dd-6b71-4e0e-afcc-916541fc32a9,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:37.472030 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '74f563dd-6b71-4e0e-afcc-916541fc32a9', 'network_id': 'ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd', 'port_id': '74f563dd-6b71-4e0e-afcc-916541fc32a9', 'mac_address': 'fa:16:3e:51:01:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc41e03b-5084-4288-8637-6166d1f58982', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:08:37.513093 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:37.528417 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f563dd-6b71-4e0e-afcc-916541fc32a9 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:37.534127 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2b449-64d1-48bb-b34d-86e1329b46ea req-1e224dda-d14d-4f4f-bd8f-c4145d809cff tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:37.535698 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80b2b449-64d1-48bb-b34d-86e1329b46ea req-1e224dda-d14d-4f4f-bd8f-c4145d809cff tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 944 time: 0.0677876 Jul 09 21:08:37.553264 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 74f563dd-6b71-4e0e-afcc-916541fc32a9, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=74f563dd-6b71-4e0e-afcc-916541fc32a9,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:37.577736 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80b2b449-64d1-48bb-b34d-86e1329b46ea req-6eeb5dd0-ee69-4d4d-b0ec-8c6dce9508d6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358136 Jul 09 21:08:37.641039 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:37.690743 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=74f563dd-6b71-4e0e-afcc-916541fc32a9,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:37.904986 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3c9752d8-ab83-42ff-97be-abe3f67dfa89 req-208ce65d-ac93-4725-b043-69ea8d1a09fe tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 210 time: 0.0282412 Jul 09 21:08:38.005180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['74f563dd-6b71-4e0e-afcc-916541fc32a9'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:08:38.159330 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee67e8-be52-4b48-b310-8d62595d8119 req-a37ecbff-77de-4f6d-b76f-668c860952ee tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:38.160743 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-96ee67e8-be52-4b48-b310-8d62595d8119 req-a37ecbff-77de-4f6d-b76f-668c860952ee tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 944 time: 0.0701282 Jul 09 21:08:38.198600 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-96ee67e8-be52-4b48-b310-8d62595d8119 req-2e695757-9509-4c49-af86-04c2e7b7edff tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Jul 09 21:08:38.384504 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-564c1ddd-366a-4ac2-b114-63d2f061bc4a req-5ac96bad-0105-4fa7-80ab-92859c8f113c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0327530 Jul 09 21:08:38.460450 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c6c54-9f41-4279-8b1d-41c89411f039 req-f90ab08c-ca52-465e-90f3-6d7da54fee3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:38.461867 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3b6c6c54-9f41-4279-8b1d-41c89411f039 req-f90ab08c-ca52-465e-90f3-6d7da54fee3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0647821 Jul 09 21:08:38.500895 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3b6c6c54-9f41-4279-8b1d-41c89411f039 req-672a526e-7cf7-45a5-a47b-ab9ad0ad100d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333297 Jul 09 21:08:38.755155 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1795c7-2ac0-4751-b428-2750a01b0b59 req-231fb656-2152-41fc-9dec-5aeb40dde7e3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:38.756670 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1b1795c7-2ac0-4751-b428-2750a01b0b59 req-231fb656-2152-41fc-9dec-5aeb40dde7e3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 945 time: 0.0663066 Jul 09 21:08:38.797716 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1b1795c7-2ac0-4751-b428-2750a01b0b59 req-b663d892-7719-4f5c-9ce3-921b2b66cf56 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346198 Jul 09 21:08:39.048825 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c3c0ac07-0d42-4de4-9abf-5116490a6997 req-e451c3a5-ea44-46cd-b31f-8876c42e1c8b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 210 time: 0.0311294 Jul 09 21:08:39.366383 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9fd4-027c-4148-9093-cb0b7eb41019 req-0c3ec405-2057-4393-893a-f9afdad23ea8 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:39.367786 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9b8c9fd4-027c-4148-9093-cb0b7eb41019 req-0c3ec405-2057-4393-893a-f9afdad23ea8 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 944 time: 0.0603812 Jul 09 21:08:39.404437 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9b8c9fd4-027c-4148-9093-cb0b7eb41019 req-f25f292d-85c0-499d-bf8a-91ed37ad431b tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306873 Jul 09 21:08:39.519122 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9575aa7b-7279-46da-8c4f-c543d0e2ab52 req-87315286-c4b6-4b7f-b2e3-61b34df217af tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0278208 Jul 09 21:08:39.675124 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c5190-18c5-4a3f-a87f-55a67da2d669 req-73caf42c-ae55-4b24-bef2-ac3a305c8cd7 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:39.676502 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-543c5190-18c5-4a3f-a87f-55a67da2d669 req-73caf42c-ae55-4b24-bef2-ac3a305c8cd7 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0635188 Jul 09 21:08:39.712356 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-543c5190-18c5-4a3f-a87f-55a67da2d669 req-d0928e39-35d0-4a84-bd7c-d610f574cb17 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303459 Jul 09 21:08:39.964060 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac321c-f998-44de-924f-c15a889773fb req-ae1a6393-bd82-4f00-ae27-28101eae0d18 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:39.965439 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2dac321c-f998-44de-924f-c15a889773fb req-ae1a6393-bd82-4f00-ae27-28101eae0d18 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 945 time: 0.0608456 Jul 09 21:08:40.002249 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2dac321c-f998-44de-924f-c15a889773fb req-dac4c509-0ed7-485d-9526-6bf9a38ec352 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310011 Jul 09 21:08:40.192190 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6477d98b-bd79-4c2e-9ba1-ac6874b41570 req-03aae812-0ef5-4e4a-9cee-7b3b68b9d6fd tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 210 time: 0.0282407 Jul 09 21:08:40.486371 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.576096 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec659-a75e-4fe1-9ebb-f853805182b7 req-d6bfae57-eba4-4613-85c8-02785d787075 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:40.577592 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c27ec659-a75e-4fe1-9ebb-f853805182b7 req-d6bfae57-eba4-4613-85c8-02785d787075 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 944 time: 0.0652692 Jul 09 21:08:40.616476 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c27ec659-a75e-4fe1-9ebb-f853805182b7 req-94480954-3f87-4f8d-ab14-3a53e89baa6e tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Jul 09 21:08:40.657841 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-daf6ea46-470e-4bf4-8bca-226333715351 req-5f33a15e-12bd-4b1e-92e4-57f29f316c74 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0283139 Jul 09 21:08:40.889362 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9672c-72c5-494c-b747-d6179c9df297 req-7c08378f-e830-4080-b995-e6230f55f7fa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:40.890863 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d6d9672c-72c5-494c-b747-d6179c9df297 req-7c08378f-e830-4080-b995-e6230f55f7fa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0614960 Jul 09 21:08:40.932030 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d6d9672c-72c5-494c-b747-d6179c9df297 req-aff3e140-c610-4ebd-a670-41363c0b422e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356185 Jul 09 21:08:41.083142 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-cda7c01f-8764-4994-868c-2695bc5032af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541761 Jul 09 21:08:41.175610 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-1f2128fa-32fe-4134-b7c4-7d96f8b58e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.180541 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-1f2128fa-32fe-4134-b7c4-7d96f8b58e5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 1098 time: 0.0557556 Jul 09 21:08:41.188300 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1f7d6-4880-4e50-a80d-5b1a8b179915 req-03a127ba-92c3-454f-8565-804c40032d62 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.189858 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c7c1f7d6-4880-4e50-a80d-5b1a8b179915 req-03a127ba-92c3-454f-8565-804c40032d62 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 945 time: 0.0720103 Jul 09 21:08:41.233083 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c7c1f7d6-4880-4e50-a80d-5b1a8b179915 req-d9da3ce2-2a50-468c-ac8f-77efd615c6ce tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363543 Jul 09 21:08:41.310647 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-1e57f985-930b-45b3-a5ec-cd73437f3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.312333 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-1e57f985-930b-45b3-a5ec-cd73437f3f91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 200 len: 920 time: 0.1094122 Jul 09 21:08:41.320840 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 23809453-52ff-44af-80f6-0801d9c913be details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:08:41.347490 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6d9d696c-db30-41c8-b04b-f3a898afef50 req-e9f7ae98-2b70-4bb0-a691-e282de5738ad tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 210 time: 0.0315557 Jul 09 21:08:41.360980 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-55773e93-c02b-423a-8fcb-33cc5298b02b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf HTTP/1.1" status: 200 len: 217 time: 0.0384033 Jul 09 21:08:41.414043 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-fe1c9622-b668-40fc-9333-51cf7d3f4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.415558 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-fe1c9622-b668-40fc-9333-51cf7d3f4b9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 200 len: 859 time: 0.0462251 Jul 09 21:08:41.444926 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 23809453-52ff-44af-80f6-0801d9c913be, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=23809453-52ff-44af-80f6-0801d9c913be,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:41.451581 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-c6cabd06-9846-4b36-820f-8a3ea348998f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21cea232-c833-4a72-9f61-c4fe9affbb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264637 Jul 09 21:08:41.456721 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '23809453-52ff-44af-80f6-0801d9c913be', 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60', 'port_id': '23809453-52ff-44af-80f6-0801d9c913be', 'mac_address': 'fa:16:3e:87:64:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:08:41.497471 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:41.512603 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23809453-52ff-44af-80f6-0801d9c913be {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:41.542562 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 23809453-52ff-44af-80f6-0801d9c913be, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=23809453-52ff-44af-80f6-0801d9c913be,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:41.556966 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-4308ab19-86f7-4403-a6c3-7483cdd626e4 service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904918 Jul 09 21:08:41.673045 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:41.690677 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-966aaa23-f82c-4cf5-82e3-efdcaf18ef98 req-0a45dff8-577f-4d5e-82f5-b9d010b1270f service neutron] 10.222.0.43 "GET /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955133 Jul 09 21:08:41.738450 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=23809453-52ff-44af-80f6-0801d9c913be,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:41.807543 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f3d73-c3ee-4182-8b90-e483e42d7eb8 req-202e1639-1001-440d-8261-9ad0faa8ef8c tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.809095 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c3f3d73-c3ee-4182-8b90-e483e42d7eb8 req-202e1639-1001-440d-8261-9ad0faa8ef8c tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 945 time: 0.0807226 Jul 09 21:08:41.852495 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f4b35bcf-f396-4e76-81d1-5b46a2993ccd req-af11aace-6b66-44ac-b004-a2d75e134dad tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0678298 Jul 09 21:08:41.873477 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373362-6146-4635-b944-77b0f2c87770 req-24cf2693-78bf-41ef-9c91-f97a780e51fd tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.875134 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-24cf2693-78bf-41ef-9c91-f97a780e51fd tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 812 time: 0.1476603 Jul 09 21:08:41.890765 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c3f3d73-c3ee-4182-8b90-e483e42d7eb8 req-81d88f12-7e4b-4c9e-8f79-c8d81e570048 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577121 Jul 09 21:08:41.930722 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-8ce776b5-1215-4086-8d44-39dccadedc99 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 380 time: 0.0386250 Jul 09 21:08:41.946586 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'port': {'device_id': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'admin_state_up': True, 'tenant_id': 'de2b471734b940838c34baa370312039', 'security_groups': ['51d5b7c0-6f8c-475a-8207-d8f46703f803']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:42.072728 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['23809453-52ff-44af-80f6-0801d9c913be'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:08:42.113415 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02a083-364e-4b78-844d-7311772aefd8 req-a6aea60e-5e57-435f-9179-2e8da389adeb tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:42.114905 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ca02a083-364e-4b78-844d-7311772aefd8 req-a6aea60e-5e57-435f-9179-2e8da389adeb tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0659544 Jul 09 21:08:42.152296 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ca02a083-364e-4b78-844d-7311772aefd8 req-bcab4f68-d16d-4880-ab56-f2119df0432f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Jul 09 21:08:42.252257 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Made reservation on behalf of de2b471734b940838c34baa370312039 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:08:42.255875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:42.390289 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Allocated IP 172.20.0.7 (3fa4e6b2-bb2e-449c-b003-a2822e487d5e/49d630fe-3c53-4ee6-80ce-4c6ca55e718c/ffd1ace6-1516-41f7-b1ee-8a996f18e170) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:08:42.424659 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb16a-c664-4ba4-8b31-57c6c557a242 req-5bf20896-7e7e-4cd1-8709-a22e707ba4b5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:42.426193 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ce1bb16a-c664-4ba4-8b31-57c6c557a242 req-5bf20896-7e7e-4cd1-8709-a22e707ba4b5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 945 time: 0.0750902 Jul 09 21:08:42.483517 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ce1bb16a-c664-4ba4-8b31-57c6c557a242 req-27b3c216-e8a4-481a-9b81-169d5646249c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515254 Jul 09 21:08:42.517499 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-07764461-6ad8-4ef6-bcd7-370d0cc5c9bf req-544b1b74-1dcb-43b2-a296-d2158e138b70 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 210 time: 0.0320532 Jul 09 21:08:42.559451 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:42.573673 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Transition to ACTIVE for port object ffd1ace6-1516-41f7-b1ee-8a996f18e170 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:08:42.691250 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:42.734122 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:08:42.739160 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:08:42.742949 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:08:42.781778 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=ffd1ace6-1516-41f7-b1ee-8a996f18e170,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:42.794724 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.795080 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.795458 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.795796 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.796135 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.796470 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.796804 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.797134 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.797473 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.797801 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.798128 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.798451 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:42.812376 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:42.812952 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:42.917266 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-6efe977f-e1cd-49bf-b392-9b78097fca7f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9730918 Jul 09 21:08:42.943766 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Request body: {'port': {'device_id': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:43.002921 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9e9663ab-9a06-4f86-aef8-6600d170011d req-e48c7acf-f25b-4330-b51b-f0c91ae6e53c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0359843 Jul 09 21:08:43.040451 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.077675 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2ed35-83c3-48cf-a3d5-d5d78952d389 req-7c22153e-1275-45ac-8f07-6fc5307c52a6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:43.080205 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-60f2ed35-83c3-48cf-a3d5-d5d78952d389 req-7c22153e-1275-45ac-8f07-6fc5307c52a6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 945 time: 0.0640001 Jul 09 21:08:43.098323 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-8d46a5e3-687e-4ffb-a15e-d2325da62da2 None None] Provisioning for port ffd1ace6-1516-41f7-b1ee-8a996f18e170 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:08:43.102337 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-8d46a5e3-687e-4ffb-a15e-d2325da62da2 None None] Provisioning complete for port ffd1ace6-1516-41f7-b1ee-8a996f18e170 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:43.102658 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-8d46a5e3-687e-4ffb-a15e-d2325da62da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.124519 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-60f2ed35-83c3-48cf-a3d5-d5d78952d389 req-6e1ca8e3-5f1f-4fc4-b0db-687e4d17ca21 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396214 Jul 09 21:08:43.158233 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-8d46a5e3-687e-4ffb-a15e-d2325da62da2 None None] Port ffd1ace6-1516-41f7-b1ee-8a996f18e170 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:08:43.322866 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd1ace6-1516-41f7-b1ee-8a996f18e170 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:43.330887 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.337484 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c94a7d-2de9-4db9-8567-dd7b02745722 req-0dd6f682-b889-42fc-b678-6c2905397a40 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:43.338978 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d8c94a7d-2de9-4db9-8567-dd7b02745722 req-0dd6f682-b889-42fc-b678-6c2905397a40 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0622537 Jul 09 21:08:43.342401 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Transition to ACTIVE for port object ffd1ace6-1516-41f7-b1ee-8a996f18e170 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:08:43.375624 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d8c94a7d-2de9-4db9-8567-dd7b02745722 req-c0f33f4c-fc4c-4571-96bd-206b0db107f0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305462 Jul 09 21:08:43.429461 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.478907 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd1ace6-1516-41f7-b1ee-8a996f18e170,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:43.575827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Attempting to bind port ffd1ace6-1516-41f7-b1ee-8a996f18e170 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:08:43.576424 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Attempting to bind port ffd1ace6-1516-41f7-b1ee-8a996f18e170 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:08:43.577025 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Attempting to bind port ffd1ace6-1516-41f7-b1ee-8a996f18e170 on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:43.582810 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Port ffd1ace6-1516-41f7-b1ee-8a996f18e170 on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:08:43.583370 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Attempting to bind port ffd1ace6-1516-41f7-b1ee-8a996f18e170 on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:43.589006 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:08:43.589590 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Checking segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:08:43.590073 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Bound using segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:08:43.590519 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Bound port: ffd1ace6-1516-41f7-b1ee-8a996f18e170, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:08:43.590885 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.666434 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] For port ffd1ace6-1516-41f7-b1ee-8a996f18e170, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:08:43.670101 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] For port ffd1ace6-1516-41f7-b1ee-8a996f18e170, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffd1ace6-1516-41f7-b1ee-8a996f18e170,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:08:43.705909 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9515f1-f3fd-4abb-89b8-fb7805bf83a1 req-8d0ad8e9-f43c-43ec-92c7-bcc3524c6b08 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:43.707385 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5e9515f1-f3fd-4abb-89b8-fb7805bf83a1 req-8d0ad8e9-f43c-43ec-92c7-bcc3524c6b08 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 945 time: 0.1015656 Jul 09 21:08:43.742336 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09a6f-a9d6-4f7b-a529-59e9e64d598c req-feced3ac-da7f-4c81-8c6d-4df798942896 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:43.743841 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fed09a6f-a9d6-4f7b-a529-59e9e64d598c req-feced3ac-da7f-4c81-8c6d-4df798942896 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0992086 Jul 09 21:08:43.766852 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5e9515f1-f3fd-4abb-89b8-fb7805bf83a1 req-7382cc2a-7c3f-467d-93bc-aba42fb98a51 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Jul 09 21:08:43.782319 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.797610 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:43.797755 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.802237 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] 10.222.0.43 "PUT /v2.0/ports/ffd1ace6-1516-41f7-b1ee-8a996f18e170 HTTP/1.1" status: 200 len: 1093 time: 0.8606546 Jul 09 21:08:43.802237 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'tag': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:43.802671 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fed09a6f-a9d6-4f7b-a529-59e9e64d598c req-51212370-3c96-48da-889d-e16177fe5138 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466156 Jul 09 21:08:43.802801 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d39630b-f32f-45c8-b8b6-f0e600e21472" -d '{"events": [{"name": "network-changed", "server_uuid": "931cc8b4-fbe1-427e-8bb6-dd48553b9357", "tag": "ffd1ace6-1516-41f7-b1ee-8a996f18e170"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:43.848891 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c309b27-0ad9-475e-a712-7fc7dab32598 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd1ace6-1516-41f7-b1ee-8a996f18e170,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:43.857267 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce3357b-759b-480a-ac91-47a9ad718d33 x-openstack-request-id: req-cce3357b-759b-480a-ac91-47a9ad718d33 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:43.857556 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931cc8b4-fbe1-427e-8bb6-dd48553b9357", "tag": "ffd1ace6-1516-41f7-b1ee-8a996f18e170", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:43.857804 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cce3357b-759b-480a-ac91-47a9ad718d33 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:43.858199 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'tag': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'status': 'completed', 'code': 200} Jul 09 21:08:44.140858 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ec04c5a6-16e8-444e-a3d2-1d55f9442f6b req-ada95a10-54b6-4a5a-9b8f-26ec74a1e423 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0280366 Jul 09 21:08:44.300153 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693051f-602f-4d95-beee-d93623e8ff39 req-a8dd885d-d894-4818-a2f5-8d9ec9e78187 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:44.301686 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8693051f-602f-4d95-beee-d93623e8ff39 req-a8dd885d-d894-4818-a2f5-8d9ec9e78187 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 945 time: 0.0620425 Jul 09 21:08:44.340866 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8693051f-602f-4d95-beee-d93623e8ff39 req-8ac855f9-6b25-48af-98e8-d5cdee106263 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Jul 09 21:08:44.746857 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c81ca-e0ee-4b05-9b01-1720cecdbcc3 req-18c40d1b-bd94-42b0-bfcd-0ab60f537cb4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:44.748290 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-830c81ca-e0ee-4b05-9b01-1720cecdbcc3 req-18c40d1b-bd94-42b0-bfcd-0ab60f537cb4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.2576594 Jul 09 21:08:44.754269 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 74f563dd-6b71-4e0e-afcc-916541fc32a9 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:08:44.785471 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-830c81ca-e0ee-4b05-9b01-1720cecdbcc3 req-aa414f85-8953-44a9-92d4-06843c9be3d0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Jul 09 21:08:44.892329 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 74f563dd-6b71-4e0e-afcc-916541fc32a9 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:08:44.896481 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 74f563dd-6b71-4e0e-afcc-916541fc32a9 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:44.896866 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.981524 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e697b-e4f7-4576-aaba-36541ab40e7b req-f506758c-916f-4ce8-8b8e-362b0997400e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:44.983441 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de7e697b-e4f7-4576-aaba-36541ab40e7b req-f506758c-916f-4ce8-8b8e-362b0997400e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0681241 Jul 09 21:08:44.984456 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.024077 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de7e697b-e4f7-4576-aaba-36541ab40e7b req-f39e979f-0bfc-4e6e-bca9-239c23a5dac7 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339928 Jul 09 21:08:45.039500 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e134bdd9-540f-4ffe-a874-5d953324196f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f563dd-6b71-4e0e-afcc-916541fc32a9'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:45.042327 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf00e44-1cda-4f3a-ba6e-ee5f87761e38" -d '{"events": [{"server_uuid": "e134bdd9-540f-4ffe-a874-5d953324196f", "name": "network-vif-plugged", "status": "completed", "tag": "74f563dd-6b71-4e0e-afcc-916541fc32a9"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:45.055559 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 74f563dd-6b71-4e0e-afcc-916541fc32a9, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=74f563dd-6b71-4e0e-afcc-916541fc32a9,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:45.082052 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b22ed01-9013-4aee-9632-f72dd8391e14 x-openstack-request-id: req-7b22ed01-9013-4aee-9632-f72dd8391e14 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:45.082583 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e134bdd9-540f-4ffe-a874-5d953324196f", "name": "network-vif-plugged", "status": "completed", "tag": "74f563dd-6b71-4e0e-afcc-916541fc32a9", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:45.083026 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b22ed01-9013-4aee-9632-f72dd8391e14 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:45.083446 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e134bdd9-540f-4ffe-a874-5d953324196f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f563dd-6b71-4e0e-afcc-916541fc32a9', 'code': 200} Jul 09 21:08:45.110333 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca44d2c-6cfe-46b0-980d-53c0f507f807 req-9151211d-b1da-4a94-a7e6-b6d93e4f007b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:45.114943 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bca44d2c-6cfe-46b0-980d-53c0f507f807 req-9151211d-b1da-4a94-a7e6-b6d93e4f007b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 945 time: 0.0650163 Jul 09 21:08:45.137706 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.148995 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bca44d2c-6cfe-46b0-980d-53c0f507f807 req-775e307c-7fdd-4128-93e5-59c92177f84b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Jul 09 21:08:45.186007 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=74f563dd-6b71-4e0e-afcc-916541fc32a9,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:45.279854 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-67b41f91-2274-4b1e-b9b0-ef589c88a37e req-5f42dd7d-ec66-44e1-8760-9f09a4570414 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0279026 Jul 09 21:08:45.508108 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646887d3-0e76-4095-a8dd-fcfea420bae7 req-99354faf-5715-4be7-bad1-0507ef536f94 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:45.509588 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-646887d3-0e76-4095-a8dd-fcfea420bae7 req-99354faf-5715-4be7-bad1-0507ef536f94 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 945 time: 0.0607476 Jul 09 21:08:45.546756 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-646887d3-0e76-4095-a8dd-fcfea420bae7 req-0afed989-29ca-46e1-bcd7-c1977ad779b6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Jul 09 21:08:45.985922 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6974-932b-471d-9d06-3681e56a9afa req-ac525609-b006-41cd-859d-0573fe96ee58 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:45.991963 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6e0d6974-932b-471d-9d06-3681e56a9afa req-ac525609-b006-41cd-859d-0573fe96ee58 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0726666 Jul 09 21:08:46.031289 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6e0d6974-932b-471d-9d06-3681e56a9afa req-67f7d293-6d7b-4ce7-8ef7-bf6bcf59fe87 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381961 Jul 09 21:08:46.039844 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-17148122-050a-4894-991d-61832ea5b11e tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:46.041317 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-17148122-050a-4894-991d-61832ea5b11e tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.43 "GET /v2.0/networks?id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328 HTTP/1.1" status: 200 len: 809 time: 0.1547518 Jul 09 21:08:46.044238 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39630b-f32f-45c8-b8b6-f0e600e21472 req-badaf6d9-d669-4e6b-a1dd-e82441e09e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:46.045670 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4d39630b-f32f-45c8-b8b6-f0e600e21472 req-badaf6d9-d669-4e6b-a1dd-e82441e09e0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 1096 time: 0.1608064 Jul 09 21:08:46.237573 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2e91-705c-4d26-a505-350989b1fb28 req-3d367f37-13c3-45b8-8e83-55dfa3520994 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:46.241774 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7d2e2e91-705c-4d26-a505-350989b1fb28 req-3d367f37-13c3-45b8-8e83-55dfa3520994 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.1043236 Jul 09 21:08:46.260280 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-f5ac9715-7d6b-4d54-b2cc-39c60dee5fa1 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=185d454c49a540d79cb9ecdeaea6dd3e HTTP/1.1" status: 200 len: 379 time: 0.1036038 Jul 09 21:08:46.276970 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'port': {'device_id': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'admin_state_up': True, 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'security_groups': ['9757c228-572e-4b53-8e88-749d5b82f048']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:46.294095 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7d2e2e91-705c-4d26-a505-350989b1fb28 req-32961846-1242-430c-a2c8-ae979d659af8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459499 Jul 09 21:08:46.352114 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1a197-2dee-4978-b0a6-fd07c28d579c req-7447e101-f2fa-4f73-a566-7e4a4c9a7997 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:46.356843 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-35d1a197-2dee-4978-b0a6-fd07c28d579c req-7447e101-f2fa-4f73-a566-7e4a4c9a7997 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.0787189 Jul 09 21:08:46.361928 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39630b-f32f-45c8-b8b6-f0e600e21472 req-213f8da3-c1d8-438c-8982-c400cf86d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:46.363701 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4d39630b-f32f-45c8-b8b6-f0e600e21472 req-213f8da3-c1d8-438c-8982-c400cf86d61b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=de2b471734b940838c34baa370312039&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2083552 Jul 09 21:08:46.399273 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-35d1a197-2dee-4978-b0a6-fd07c28d579c req-6520923d-bd8b-4b8f-a1e4-a583bad93587 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Jul 09 21:08:46.450787 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e4b4c89b-277d-4f89-9fa0-acb74953c795 req-e1e45c7b-2a59-4b18-b7dd-d032a9a67c34 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0292375 Jul 09 21:08:46.545630 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39630b-f32f-45c8-b8b6-f0e600e21472 req-030c6c0e-d4cd-4d11-96f8-eb00b42d04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:46.547177 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4d39630b-f32f-45c8-b8b6-f0e600e21472 req-030c6c0e-d4cd-4d11-96f8-eb00b42d04f9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1720903 Jul 09 21:08:46.565985 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55587b-86e6-4b81-a843-57c01647d1e5 req-a0349837-67ba-4b2a-891f-462af435b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:46.567537 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e55587b-86e6-4b81-a843-57c01647d1e5 req-a0349837-67ba-4b2a-891f-462af435b050 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 1099 time: 0.0924051 Jul 09 21:08:46.626097 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e55587b-86e6-4b81-a843-57c01647d1e5 req-505a9e2d-ca81-49d1-a8a4-d1e55affaf78 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Jul 09 21:08:46.680778 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Made reservation on behalf of 185d454c49a540d79cb9ecdeaea6dd3e for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:08:46.684946 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:46.716735 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd495b5-ae26-4a9d-bf65-4319f82a3dca req-0085856e-c66f-4dc7-be04-547f7c65ce14 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:46.718144 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ccd495b5-ae26-4a9d-bf65-4319f82a3dca req-0085856e-c66f-4dc7-be04-547f7c65ce14 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 945 time: 0.0616772 Jul 09 21:08:46.756449 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ccd495b5-ae26-4a9d-bf65-4319f82a3dca req-053ecf52-1fe0-4441-b989-2e0580b05bb5 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Jul 09 21:08:46.815525 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Allocated IP 172.20.0.7 (917ab1d7-f955-4a0e-9c0e-7be0b4f16328/a1c99f2a-8336-4f73-bd03-a3463153b01a/13792900-0654-491a-810f-256aab079805) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:08:46.961332 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:46.998501 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Transition to ACTIVE for port object 13792900-0654-491a-810f-256aab079805 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:08:47.010988 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:47.045266 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373362-6146-4635-b944-77b0f2c87770 req-c8d62c45-0220-48ad-a919-f9d693a2c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.046801 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-c8d62c45-0220-48ad-a919-f9d693a2c08c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 1096 time: 0.1007128 Jul 09 21:08:47.097006 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-9ed335d9-34e9-4f61-a720-9ed3fc1c3af7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd1ace6-1516-41f7-b1ee-8a996f18e170 HTTP/1.1" status: 200 len: 217 time: 0.0342653 Jul 09 21:08:47.157413 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373362-6146-4635-b944-77b0f2c87770 req-dedb5a94-9663-474e-847f-5a1b2afd81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.159899 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-dedb5a94-9663-474e-847f-5a1b2afd81b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0523729 Jul 09 21:08:47.226336 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:47.245788 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328817a-2913-4538-9e53-93b495201442 req-5c1aef69-5079-4844-97df-c8fa93b068d1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.247479 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a328817a-2913-4538-9e53-93b495201442 req-5c1aef69-5079-4844-97df-c8fa93b068d1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0848310 Jul 09 21:08:47.278912 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:08:47.287175 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:08:47.289499 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:08:47.294252 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373362-6146-4635-b944-77b0f2c87770 req-e69d0a19-6888-4e72-843e-f4891621ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.295225 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-e69d0a19-6888-4e72-843e-f4891621ede3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186755 Jul 09 21:08:47.303991 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a328817a-2913-4538-9e53-93b495201442 req-8afadd75-c165-46f1-b32e-4ce6960a8098 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Jul 09 21:08:47.332560 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:47.405156 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.405805 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:47.449721 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-caa39042-1e54-4120-8e0e-c26497af2163 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274920 Jul 09 21:08:47.489479 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a7602-a491-4e96-979b-6daab084c919 req-e1f08b83-4ada-4513-9df4-c7d614c2e923 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.491015 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-022a7602-a491-4e96-979b-6daab084c919 req-e1f08b83-4ada-4513-9df4-c7d614c2e923 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0689015 Jul 09 21:08:47.534946 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a5c65ca8-1da2-4fbc-a067-04c6c6709553 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2641850 Jul 09 21:08:47.546096 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-022a7602-a491-4e96-979b-6daab084c919 req-8745e8b7-ef37-4660-ac04-29bbc3b5c4fb tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Jul 09 21:08:47.580281 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d1373362-6146-4635-b944-77b0f2c87770 req-6fabbc71-652a-48c3-bb68-a329938241fd service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189313 Jul 09 21:08:47.673297 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Request body: {'port': {'device_id': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:47.710403 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf3c5-79ab-4360-be4e-970c0be344e5 req-1c6ccf0b-22be-492b-b084-81848b172f3a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.711919 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-26ecf3c5-79ab-4360-be4e-970c0be344e5 req-1c6ccf0b-22be-492b-b084-81848b172f3a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.1017110 Jul 09 21:08:47.753995 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:47.754199 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-f767699b-4d3a-405a-8e34-3d17cc634327 None None] Provisioning for port 13792900-0654-491a-810f-256aab079805 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:08:47.754199 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-f767699b-4d3a-405a-8e34-3d17cc634327 None None] Provisioning complete for port 13792900-0654-491a-810f-256aab079805 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:47.754199 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f767699b-4d3a-405a-8e34-3d17cc634327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:47.762076 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e1e8a-d4c9-4503-aa86-8db27f215a82 req-31f19938-2ff5-4d81-bfa5-a42f37916d88 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.763673 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-da4e1e8a-d4c9-4503-aa86-8db27f215a82 req-31f19938-2ff5-4d81-bfa5-a42f37916d88 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 931 time: 0.1135592 Jul 09 21:08:47.774651 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-26ecf3c5-79ab-4360-be4e-970c0be344e5 req-a729eafc-5f56-4a6c-bce4-f3cee2cc739d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557415 Jul 09 21:08:47.792115 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-f767699b-4d3a-405a-8e34-3d17cc634327 None None] Port 13792900-0654-491a-810f-256aab079805 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:08:47.822838 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-da4e1e8a-d4c9-4503-aa86-8db27f215a82 req-9cf0d830-4ca0-4aa0-9f6d-9e9f7d4ff511 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519023 Jul 09 21:08:47.985439 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897aef1-178f-485d-a775-90a7ddb52b46 req-09aefa95-5749-42dc-b823-59e26e3fb5f4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:47.987034 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e897aef1-178f-485d-a775-90a7ddb52b46 req-09aefa95-5749-42dc-b823-59e26e3fb5f4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1031973 Jul 09 21:08:48.038184 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e897aef1-178f-485d-a775-90a7ddb52b46 req-b1dbba25-3091-4f06-a115-48fffeabba34 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 Jul 09 21:08:48.046139 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfb612-4870-486a-a308-a94c6a9bc1b0 req-45adfbb2-7832-4e39-92b0-1e657dea0423 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:48.047718 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7acfb612-4870-486a-a308-a94c6a9bc1b0 req-45adfbb2-7832-4e39-92b0-1e657dea0423 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 945 time: 0.1182132 Jul 09 21:08:48.085861 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7acfb612-4870-486a-a308-a94c6a9bc1b0 req-2dbde46d-f844-41ce-ba67-3e587d0fd3de tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Jul 09 21:08:48.388497 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13792900-0654-491a-810f-256aab079805 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:48.396042 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:48.407690 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Transition to ACTIVE for port object 13792900-0654-491a-810f-256aab079805 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:08:48.484622 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f338-d5d7-4014-95aa-15d1fc672d07 req-c8797448-b081-475c-9da5-c0378f78e019 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:48.486076 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6938f338-d5d7-4014-95aa-15d1fc672d07 req-c8797448-b081-475c-9da5-c0378f78e019 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0607643 Jul 09 21:08:48.504158 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:48.524035 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6938f338-d5d7-4014-95aa-15d1fc672d07 req-d73485e5-f11e-4a1d-a7b5-041173b847ca tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322957 Jul 09 21:08:48.569562 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Pushing event updated for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:48.650581 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Attempting to bind port 13792900-0654-491a-810f-256aab079805 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:08:48.650933 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Attempting to bind port 13792900-0654-491a-810f-256aab079805 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:08:48.651304 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Attempting to bind port 13792900-0654-491a-810f-256aab079805 on network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:48.656073 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Port 13792900-0654-491a-810f-256aab079805 on network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:08:48.656402 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Attempting to bind port 13792900-0654-491a-810f-256aab079805 on network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:08:48.661879 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:08:48.662229 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Checking segment: {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:08:48.662622 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Bound using segment: {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:08:48.663060 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Bound port: 13792900-0654-491a-810f-256aab079805, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:08:48.663447 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:48.730185 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:08:48.733435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:08:48.747560 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79fce5-1aeb-4c49-ab30-b0a56dc2fc64 req-85125415-042f-4e35-9884-57411a06790b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:48.758179 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0f79fce5-1aeb-4c49-ab30-b0a56dc2fc64 req-85125415-042f-4e35-9884-57411a06790b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0668032 Jul 09 21:08:48.785471 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0f79fce5-1aeb-4c49-ab30-b0a56dc2fc64 req-19555ce7-8300-4cb7-bec1-1b757178aeff tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308206 Jul 09 21:08:48.839832 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:48.879880 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:48.880513 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:48.882019 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] 10.222.0.43 "PUT /v2.0/ports/13792900-0654-491a-810f-256aab079805 HTTP/1.1" status: 200 len: 1093 time: 1.2130909 Jul 09 21:08:48.884881 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'tag': '13792900-0654-491a-810f-256aab079805'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:48.886857 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11fd053-07f0-4feb-9870-09ffda8dc18b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "tag": "13792900-0654-491a-810f-256aab079805"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:48.914226 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b19a4-eca5-4714-852c-ab503b0addbf service neutron] Pushing event updated for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:48.968708 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9be8e-1288-44f4-a0e3-60022e57cc76 req-b33e626d-3e34-4c2c-b8dd-3aabe8744061 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:48.970817 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b2e9be8e-1288-44f4-a0e3-60022e57cc76 req-b33e626d-3e34-4c2c-b8dd-3aabe8744061 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.0759740 Jul 09 21:08:49.043904 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b2e9be8e-1288-44f4-a0e3-60022e57cc76 req-c53c4f2f-a229-4693-ae0d-cdd9bcc0043d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615528 Jul 09 21:08:49.071805 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e971b8-4542-44a8-86a0-105f1f175c5d req-20bf77ae-1ecf-495a-94d1-478c4c780d5b tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:49.074477 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-94e971b8-4542-44a8-86a0-105f1f175c5d req-20bf77ae-1ecf-495a-94d1-478c4c780d5b tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.1025259 Jul 09 21:08:49.097501 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086beac5-5f9b-4d60-bc31-9fd76b80e60f x-openstack-request-id: req-086beac5-5f9b-4d60-bc31-9fd76b80e60f {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:49.097792 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "tag": "13792900-0654-491a-810f-256aab079805", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:49.098062 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-086beac5-5f9b-4d60-bc31-9fd76b80e60f {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:49.098452 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'tag': '13792900-0654-491a-810f-256aab079805', 'status': 'completed', 'code': 200} Jul 09 21:08:49.111262 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-94e971b8-4542-44a8-86a0-105f1f175c5d req-f54b47d0-a224-4c47-b5f7-15b03b380f02 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359194 Jul 09 21:08:49.287117 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980f8e3-75d2-4a96-9047-39adbdc7195e req-edc30984-c138-4dbb-9fe7-71b8cdadc16d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:49.288700 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e980f8e3-75d2-4a96-9047-39adbdc7195e req-edc30984-c138-4dbb-9fe7-71b8cdadc16d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1061711 Jul 09 21:08:49.324046 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa3a3f-48f3-4991-b932-3c1d4276a129 req-48609c98-d010-42ce-a195-8f7e88015f68 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:49.325515 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80fa3a3f-48f3-4991-b932-3c1d4276a129 req-48609c98-d010-42ce-a195-8f7e88015f68 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 945 time: 0.1024828 Jul 09 21:08:49.353958 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e980f8e3-75d2-4a96-9047-39adbdc7195e req-02cd86e6-2d2a-41aa-a654-01866bec28a7 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582078 Jul 09 21:08:49.373456 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-80fa3a3f-48f3-4991-b932-3c1d4276a129 req-63e4bae5-df0e-4d16-a3e7-5394b45c54c7 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Jul 09 21:08:49.546219 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 23809453-52ff-44af-80f6-0801d9c913be up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:08:49.675090 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 23809453-52ff-44af-80f6-0801d9c913be completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:08:49.679497 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 23809453-52ff-44af-80f6-0801d9c913be triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:49.679921 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:49.706635 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09da9a-b7bb-44ea-8ae0-8c624f651d1c req-9ee9123f-dfe4-467a-9e67-8d2a0f5e7286 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:49.708193 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ad09da9a-b7bb-44ea-8ae0-8c624f651d1c req-9ee9123f-dfe4-467a-9e67-8d2a0f5e7286 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0665662 Jul 09 21:08:49.745389 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ad09da9a-b7bb-44ea-8ae0-8c624f651d1c req-f22f85a7-55d7-498c-bbed-3276736c1e1a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Jul 09 21:08:49.757523 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:49.779941 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dc0b2a-47d7-459a-b106-5e945c8c58be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23809453-52ff-44af-80f6-0801d9c913be'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:49.782224 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f225df-5322-4ed1-822b-732e7ea774b9" -d '{"events": [{"server_uuid": "98dc0b2a-47d7-459a-b106-5e945c8c58be", "name": "network-vif-plugged", "status": "completed", "tag": "23809453-52ff-44af-80f6-0801d9c913be"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:49.794397 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 23809453-52ff-44af-80f6-0801d9c913be, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=23809453-52ff-44af-80f6-0801d9c913be,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:49.818102 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef7036d-2778-4d8d-a0b7-bb000f7a98be x-openstack-request-id: req-5ef7036d-2778-4d8d-a0b7-bb000f7a98be {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:49.818400 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dc0b2a-47d7-459a-b106-5e945c8c58be", "name": "network-vif-plugged", "status": "completed", "tag": "23809453-52ff-44af-80f6-0801d9c913be", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:49.818654 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ef7036d-2778-4d8d-a0b7-bb000f7a98be {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:49.819078 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dc0b2a-47d7-459a-b106-5e945c8c58be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23809453-52ff-44af-80f6-0801d9c913be', 'code': 200} Jul 09 21:08:49.909468 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:49.954650 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bda16-6f63-4997-9623-0f7fbed53f3d req-4573186f-3927-42da-8e84-07b34bca4e8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:49.956174 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-135bda16-6f63-4997-9623-0f7fbed53f3d req-4573186f-3927-42da-8e84-07b34bca4e8e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0626531 Jul 09 21:08:49.958224 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=23809453-52ff-44af-80f6-0801d9c913be,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:49.998642 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-135bda16-6f63-4997-9623-0f7fbed53f3d req-810c581f-7707-482b-ac09-63378ba11fe7 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335438 Jul 09 21:08:50.225309 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205f29-8ced-43fc-a856-0bd8b1969e2f req-d2b7aebb-c84d-4439-ab80-64110337671c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:50.226694 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d2205f29-8ced-43fc-a856-0bd8b1969e2f req-d2b7aebb-c84d-4439-ab80-64110337671c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.0651705 Jul 09 21:08:50.291369 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d2205f29-8ced-43fc-a856-0bd8b1969e2f req-5f889695-56c3-454f-aa8b-5a338761c13c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556235 Jul 09 21:08:50.313172 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e5d75-34e3-483e-aba1-427689bde18f req-2a148e40-32d1-4b1f-85eb-a2ecda411cd3 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:50.314674 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-778e5d75-34e3-483e-aba1-427689bde18f req-2a148e40-32d1-4b1f-85eb-a2ecda411cd3 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0870948 Jul 09 21:08:50.351726 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-778e5d75-34e3-483e-aba1-427689bde18f req-95706dca-fddc-4197-ab35-5ba22cb87188 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Jul 09 21:08:50.561855 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437553da-71ac-4f52-821f-c38e35b0ea52 req-ca903020-8dce-4e4f-b829-ec6d2ecfb205 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:50.563348 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-437553da-71ac-4f52-821f-c38e35b0ea52 req-ca903020-8dce-4e4f-b829-ec6d2ecfb205 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1011236 Jul 09 21:08:50.585535 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc6e5a-1047-4914-a48c-83647ab92dbe req-80c4c607-371e-4f70-93d0-29653dbc05b6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:50.586957 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a7fc6e5a-1047-4914-a48c-83647ab92dbe req-80c4c607-371e-4f70-93d0-29653dbc05b6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.0977716 Jul 09 21:08:50.633779 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-437553da-71ac-4f52-821f-c38e35b0ea52 req-09b919f2-169e-423d-8ce2-f9e3a639e291 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638788 Jul 09 21:08:50.639359 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a7fc6e5a-1047-4914-a48c-83647ab92dbe req-43783e8b-c8a3-4ca9-bc1e-e967766c3883 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463507 Jul 09 21:08:50.800825 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fd053-07f0-4feb-9870-09ffda8dc18b req-a06936e4-d568-4dd9-8377-83a88402eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:50.802365 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f11fd053-07f0-4feb-9870-09ffda8dc18b req-a06936e4-d568-4dd9-8377-83a88402eb16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1096 time: 0.0560856 Jul 09 21:08:50.936605 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fd053-07f0-4feb-9870-09ffda8dc18b req-832d20fc-a247-4eb0-8ba1-cdf40795bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:50.938644 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f11fd053-07f0-4feb-9870-09ffda8dc18b req-832d20fc-a247-4eb0-8ba1-cdf40795bafe service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1042647 Jul 09 21:08:50.943402 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792216d6-e908-4f6d-8da1-b4dcd6e38f03 req-34a37f77-c9e7-4047-ad40-efb53731f159 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:50.944951 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-792216d6-e908-4f6d-8da1-b4dcd6e38f03 req-34a37f77-c9e7-4047-ad40-efb53731f159 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0760674 Jul 09 21:08:50.989616 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-792216d6-e908-4f6d-8da1-b4dcd6e38f03 req-107c9f83-5123-438d-b2f7-3acfb3bdbe47 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372765 Jul 09 21:08:51.056458 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fd053-07f0-4feb-9870-09ffda8dc18b req-2fbc155d-8291-483f-b1cb-42bd00ea51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.058984 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f11fd053-07f0-4feb-9870-09ffda8dc18b req-2fbc155d-8291-483f-b1cb-42bd00ea51e4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089838 Jul 09 21:08:51.178089 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0782342-a49b-4d22-abbc-cb94d4171cfe req-1a22b1c4-a36d-4692-95ad-eef3836c15af tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.179602 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d0782342-a49b-4d22-abbc-cb94d4171cfe req-1a22b1c4-a36d-4692-95ad-eef3836c15af tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0656700 Jul 09 21:08:51.218324 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d0782342-a49b-4d22-abbc-cb94d4171cfe req-baa43fa9-dcfb-4e63-b861-f6bdfe1301e9 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Jul 09 21:08:51.245970 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebace6-a6e2-4514-a7cf-c51bd81bf7ca req-297cf3c8-810a-4b77-8df7-a8eae39460db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.247512 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-78ebace6-a6e2-4514-a7cf-c51bd81bf7ca req-297cf3c8-810a-4b77-8df7-a8eae39460db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 1099 time: 0.0583777 Jul 09 21:08:51.357317 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-78ebace6-a6e2-4514-a7cf-c51bd81bf7ca req-57189e3e-9169-440f-a812-064428729295 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650814 Jul 09 21:08:51.375801 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-357d8706-c925-4363-9cd1-89451c7d81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.375801 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-357d8706-c925-4363-9cd1-89451c7d81d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1096 time: 0.0817292 Jul 09 21:08:51.491796 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961aec1-954d-43af-9032-c8a55a59d79e req-cf0753b2-aecc-45de-ad27-b5602810dbd6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.493264 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5961aec1-954d-43af-9032-c8a55a59d79e req-cf0753b2-aecc-45de-ad27-b5602810dbd6 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.0728993 Jul 09 21:08:51.566525 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5961aec1-954d-43af-9032-c8a55a59d79e req-6e31418c-1c00-4065-9f37-3a95ee1900b8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Jul 09 21:08:51.575100 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2d5a-d92c-44e2-88b3-4fdd9037076d req-70e6e560-cf34-4e61-bac1-5cdc24387c0b tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.576639 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-595d2d5a-d92c-44e2-88b3-4fdd9037076d req-70e6e560-cf34-4e61-bac1-5cdc24387c0b tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.1007826 Jul 09 21:08:51.626949 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-595d2d5a-d92c-44e2-88b3-4fdd9037076d req-4e43238f-6a83-4f54-8c92-0a5ceb1ae48c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432482 Jul 09 21:08:51.786679 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-32dc4721-3969-40a5-aa5e-9019f297ef91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13792900-0654-491a-810f-256aab079805 HTTP/1.1" status: 200 len: 217 time: 0.0347359 Jul 09 21:08:51.863235 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429895fe-e9a3-4ee8-8a41-1fa8b5e638e7 req-e731a1ec-3dd6-4492-87d3-f84b2edbbf64 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.864172 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-7c555fe4-4279-4f48-907b-6945d1f120df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.867061 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-7c555fe4-4279-4f48-907b-6945d1f120df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1c99f2a-8336-4f73-bd03-a3463153b01a HTTP/1.1" status: 200 len: 848 time: 0.0524037 Jul 09 21:08:51.869912 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-429895fe-e9a3-4ee8-8a41-1fa8b5e638e7 req-e731a1ec-3dd6-4492-87d3-f84b2edbbf64 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.1088953 Jul 09 21:08:51.887019 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99778d-d3df-43cd-b02f-3cb44d515dc2 req-393b777e-0ab5-4bd1-bd12-b0a1bb706249 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.897226 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c99778d-d3df-43cd-b02f-3cb44d515dc2 req-393b777e-0ab5-4bd1-bd12-b0a1bb706249 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.1221066 Jul 09 21:08:51.944030 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-429895fe-e9a3-4ee8-8a41-1fa8b5e638e7 req-831ad048-b8dc-49ce-9a66-e25a1822ce60 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726736 Jul 09 21:08:51.961905 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-6397ba54-ea5b-4bcb-a9cd-c5875906f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:51.963726 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-6397ba54-ea5b-4bcb-a9cd-c5875906f828 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826516 Jul 09 21:08:51.969443 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c99778d-d3df-43cd-b02f-3cb44d515dc2 req-e49186ee-a776-4f24-bad9-7063a238d15f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683057 Jul 09 21:08:52.081807 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-084cdce3-9710-453d-a28f-86baa4b2bd87 service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945957 Jul 09 21:08:52.176585 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-241aa329-fc8a-4160-9f70-80f79cb88dc7 req-8e563028-54cf-4b66-a92c-74169838d2e0 service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843136 Jul 09 21:08:52.185339 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5e7fb-1a2c-4ace-9159-694e61802259 req-7a2597a9-a9bb-4d0c-bcd6-565cbe6c2f4b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:52.187000 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ffa5e7fb-1a2c-4ace-9159-694e61802259 req-7a2597a9-a9bb-4d0c-bcd6-565cbe6c2f4b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0686815 Jul 09 21:08:52.233994 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ffa5e7fb-1a2c-4ace-9159-694e61802259 req-c79daaff-69be-4e61-8c25-41415e7a4db5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Jul 09 21:08:52.434523 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0778f-9e3a-49d2-ad22-327e95063f4a req-eecfa130-d6a6-4f02-966e-93a2e37cb286 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:52.436071 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-72f0778f-9e3a-49d2-ad22-327e95063f4a req-eecfa130-d6a6-4f02-966e-93a2e37cb286 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0760109 Jul 09 21:08:52.479503 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-72f0778f-9e3a-49d2-ad22-327e95063f4a req-e5408efd-79ae-4d1b-a60c-2a9f9349bc3f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366323 Jul 09 21:08:52.537166 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:08:52.546832 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0c6adf2d-3fb6-4c68-8a18-e85dbd02d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:52.636917 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:52.647937 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '82b8c503-4f85-44f3-9669-de19bd59de49', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'port_id': '82b8c503-4f85-44f3-9669-de19bd59de49', 'mac_address': 'fa:16:3e:a8:34:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:08:52.687340 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:52.700350 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82b8c503-4f85-44f3-9669-de19bd59de49 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:08:52.721200 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:52.805430 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399dc8-b005-4e37-915d-3873f24aa4a9 req-e301a58b-1c50-4671-9a86-88210330b229 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:52.806913 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e8399dc8-b005-4e37-915d-3873f24aa4a9 req-e301a58b-1c50-4671-9a86-88210330b229 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0610545 Jul 09 21:08:52.846665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:52.847834 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e8399dc8-b005-4e37-915d-3873f24aa4a9 req-f0f3d1c0-6d4c-4567-a343-1b57af71d058 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347517 Jul 09 21:08:52.894514 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=6']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:52.901490 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.901846 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.902233 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.902527 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.902887 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.903557 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.903557 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.903862 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.904194 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.904525 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.904854 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:52.905180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:53.155033 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c3ac9-06e3-4022-b291-56dbc0f2615c req-a85baf92-2744-4a39-a7b3-2a1dc8627971 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:53.156488 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d43c3ac9-06e3-4022-b291-56dbc0f2615c req-a85baf92-2744-4a39-a7b3-2a1dc8627971 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.0965383 Jul 09 21:08:53.199633 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69ebd6-e565-461e-b82c-2f51e82921a8 req-d81c506a-a304-4472-b401-22d16245835c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:53.201102 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-eb69ebd6-e565-461e-b82c-2f51e82921a8 req-d81c506a-a304-4472-b401-22d16245835c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0996978 Jul 09 21:08:53.220301 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d43c3ac9-06e3-4022-b291-56dbc0f2615c req-ee9f4be8-f090-43ea-b151-13716eb60495 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559742 Jul 09 21:08:53.247813 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-eb69ebd6-e565-461e-b82c-2f51e82921a8 req-22456f65-7ae1-47ee-9a29-4ca834e12b49 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Jul 09 21:08:53.319199 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['82b8c503-4f85-44f3-9669-de19bd59de49'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:08:53.419795 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff17f2c-7821-498b-8a33-01e6dd3f674a req-ce276cfc-9dd6-4407-b77d-899a929de487 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:53.421620 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5ff17f2c-7821-498b-8a33-01e6dd3f674a req-ce276cfc-9dd6-4407-b77d-899a929de487 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 944 time: 0.0712795 Jul 09 21:08:53.461508 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5ff17f2c-7821-498b-8a33-01e6dd3f674a req-47c93a4e-0597-498b-8203-3f161e0656a7 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Jul 09 21:08:53.648053 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82361e-f26f-473c-bbee-0305b3c35875 req-6e31af08-394f-44cf-b8d2-f47817027e42 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:53.649540 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4e82361e-f26f-473c-bbee-0305b3c35875 req-6e31af08-394f-44cf-b8d2-f47817027e42 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0626087 Jul 09 21:08:53.691527 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4e82361e-f26f-473c-bbee-0305b3c35875 req-aa91ff7a-78c7-4ce6-a63b-802da62517de tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Jul 09 21:08:54.018819 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2eee3-cbc7-4c36-b3d0-c91f60a98fe5 req-0e1b5ad6-59a7-47c6-9b02-177aef055453 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:54.020318 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7ac2eee3-cbc7-4c36-b3d0-c91f60a98fe5 req-0e1b5ad6-59a7-47c6-9b02-177aef055453 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0621881 Jul 09 21:08:54.060302 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7ac2eee3-cbc7-4c36-b3d0-c91f60a98fe5 req-36767ef3-6cb5-4a32-8a2a-a02e09e59ad5 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339086 Jul 09 21:08:54.431655 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4607f-91b7-4ace-93df-9d5f8acd5e5a req-eab86b5e-b368-4d61-8756-1df206568321 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:54.433196 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-02b4607f-91b7-4ace-93df-9d5f8acd5e5a req-eab86b5e-b368-4d61-8756-1df206568321 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.1023662 Jul 09 21:08:54.454608 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23687509-7f58-4ab3-a41e-e7ad47bc9cce req-c9f5edc0-4493-4c68-ad43-3457141948d1 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:54.456280 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23687509-7f58-4ab3-a41e-e7ad47bc9cce req-c9f5edc0-4493-4c68-ad43-3457141948d1 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0903878 Jul 09 21:08:54.501178 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-02b4607f-91b7-4ace-93df-9d5f8acd5e5a req-bb8dc579-b4e6-4e04-bf93-dedad6ad8fca tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Jul 09 21:08:54.508344 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23687509-7f58-4ab3-a41e-e7ad47bc9cce req-0c4e509d-0c08-4d20-bc95-c1740854454b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460002 Jul 09 21:08:54.568682 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:08:54.626570 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 82b8c503-4f85-44f3-9669-de19bd59de49 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:08:54.627066 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:54.688696 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08e0c4-eafe-4382-b641-baf7f948ecb7 req-8fc774a8-958d-4273-8921-73e9a9263bc2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:54.690511 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ec08e0c4-eafe-4382-b641-baf7f948ecb7 req-8fc774a8-958d-4273-8921-73e9a9263bc2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 944 time: 0.0738564 Jul 09 21:08:54.717752 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:54.742682 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:54.745051 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35be7add-e422-47e4-9bfa-929b371c6f57" -d '{"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-plugged", "status": "completed", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:54.745212 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ec08e0c4-eafe-4382-b641-baf7f948ecb7 req-0b4f426a-e7de-4ec1-95a9-8ad37131e1da tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485148 Jul 09 21:08:54.762953 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:54.864090 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:54.912514 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=7']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:54.922848 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaf344-9f2c-4b9f-ad46-4b773bc54be3 req-6cbca690-8f8c-424b-9fa1-1017852cc050 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:54.924502 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0cbaf344-9f2c-4b9f-ad46-4b773bc54be3 req-6cbca690-8f8c-424b-9fa1-1017852cc050 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0664351 Jul 09 21:08:54.961910 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0cbaf344-9f2c-4b9f-ad46-4b773bc54be3 req-8cd2779b-1ca5-46d6-a334-59ec526431e8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Jul 09 21:08:55.012550 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9261c97a-d6d6-4d31-9fdd-9782b011c79c x-openstack-request-id: req-9261c97a-d6d6-4d31-9fdd-9782b011c79c {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:55.012848 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-plugged", "status": "completed", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:55.013083 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9261c97a-d6d6-4d31-9fdd-9782b011c79c {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:55.013523 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49', 'code': 200} Jul 09 21:08:55.125263 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fd33-1afd-4723-90bf-eeaebf90cac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:55.237231 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f2689-0369-4d30-8c5c-715318a12415 req-dc257d2b-b382-4fd0-9338-0eaf72b6b2b6 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:55.238765 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9d1f2689-0369-4d30-8c5c-715318a12415 req-dc257d2b-b382-4fd0-9338-0eaf72b6b2b6 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0634439 Jul 09 21:08:55.264038 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:55.284346 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9d1f2689-0369-4d30-8c5c-715318a12415 req-a31d1316-9ab7-4afc-8e59-dddeb088a3a7 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 Jul 09 21:08:55.632987 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-1ea5298a-aa74-4988-a241-bedefde55790 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:55.634483 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-1ea5298a-aa74-4988-a241-bedefde55790 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0730648 Jul 09 21:08:55.681963 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511fe92-4bb9-4d95-9a48-27c78028ae8b req-8cf4e94f-e416-421b-b4cb-55e9a6be2e88 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:55.684056 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a511fe92-4bb9-4d95-9a48-27c78028ae8b req-8cf4e94f-e416-421b-b4cb-55e9a6be2e88 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 945 time: 0.0622823 Jul 09 21:08:55.725382 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a511fe92-4bb9-4d95-9a48-27c78028ae8b req-42ccb364-91fd-4641-b704-2a2bbf4292bd tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Jul 09 21:08:55.746638 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Deleting port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:08:55.753487 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:55.854343 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] For port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:55.854712 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:55.868928 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Calling delete_port for add1fb0c-8bb9-489a-8d10-4b4e6c9380bf owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:08:55.962192 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02a008-3406-412a-a202-84e054832978 req-41f0a1f1-bd73-4cea-a39e-37f46c209734 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:55.963271 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7f02a008-3406-412a-a202-84e054832978 req-41f0a1f1-bd73-4cea-a39e-37f46c209734 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0693450 Jul 09 21:08:56.020754 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7f02a008-3406-412a-a202-84e054832978 req-c9953ace-3307-474d-a880-a61f3e529ffd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502417 Jul 09 21:08:56.078091 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:56.115442 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Pushing event deleted for resources: {'Port': ['ID=add1fb0c-8bb9-489a-8d10-4b4e6c9380bf,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:56.137055 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['2af017e1-2988-4394-a120-895a966bed7c', 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:08:56.194969 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b5d21-11a7-44a1-9650-bad7a9d5ad41 req-1779bc40-1e28-4d5e-b5c2-079e3fd6d5a9 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:56.196498 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de0b5d21-11a7-44a1-9650-bad7a9d5ad41 req-1779bc40-1e28-4d5e-b5c2-079e3fd6d5a9 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0718949 Jul 09 21:08:56.237838 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de0b5d21-11a7-44a1-9650-bad7a9d5ad41 req-41920fe5-d28e-4a45-afee-6dc6e49e692d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350993 Jul 09 21:08:56.424488 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:56.541054 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5a57a-5804-49b1-8090-25244135e632 req-8ae2e492-d612-4c3d-a574-037ff3b87239 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:56.542898 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dcf5a57a-5804-49b1-8090-25244135e632 req-8ae2e492-d612-4c3d-a574-037ff3b87239 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0786424 Jul 09 21:08:56.585074 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dcf5a57a-5804-49b1-8090-25244135e632 req-30acd928-1914-4513-a53a-2e410e086a4a tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345678 Jul 09 21:08:56.594315 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] No DVR routers for this DVR port add1fb0c-8bb9-489a-8d10-4b4e6c9380bf on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:08:56.597435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:56.600403 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7422d18e-9b81-4f96-bed4-e2602eb7abb7 req-e9f0b1c7-5ff6-4d7b-b393-1c44e5e22379 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.43 "DELETE /v2.0/ports/add1fb0c-8bb9-489a-8d10-4b4e6c9380bf HTTP/1.1" status: 204 len: 173 time: 0.9584968 Jul 09 21:08:56.601043 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b8af7b-6253-48e6-bfd3-38f028c24e67', 'name': 'network-vif-deleted', 'tag': 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:56.603775 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b1960e-bca1-400a-a0fd-0655a85df47f" -d '{"events": [{"server_uuid": "04b8af7b-6253-48e6-bfd3-38f028c24e67", "name": "network-vif-deleted", "tag": "add1fb0c-8bb9-489a-8d10-4b4e6c9380bf"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:56.649713 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638607d3-18b4-476d-89a1-ecc441976aa7 x-openstack-request-id: req-638607d3-18b4-476d-89a1-ecc441976aa7 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:56.650302 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b8af7b-6253-48e6-bfd3-38f028c24e67", "name": "network-vif-deleted", "tag": "add1fb0c-8bb9-489a-8d10-4b4e6c9380bf", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:56.650302 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-638607d3-18b4-476d-89a1-ecc441976aa7 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:56.650649 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b8af7b-6253-48e6-bfd3-38f028c24e67', 'name': 'network-vif-deleted', 'tag': 'add1fb0c-8bb9-489a-8d10-4b4e6c9380bf', 'status': 'completed', 'code': 200} Jul 09 21:08:56.897146 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c5b02e5d-7fb9-4753-a350-bdbc3605582a req-d214e2ec-e040-4fac-ac2d-89b65f1cd330 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0506923 Jul 09 21:08:57.326893 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ed790-b470-4804-805a-345e686a1868 req-61d132db-f787-4b0a-b6fd-512615064d8c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:57.334450 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-876ed790-b470-4804-805a-345e686a1868 req-61d132db-f787-4b0a-b6fd-512615064d8c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.1397116 Jul 09 21:08:57.379717 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-876ed790-b470-4804-805a-345e686a1868 req-df60616c-3e07-4a67-8589-61100f489aad tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442488 Jul 09 21:08:57.495303 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd555f3e-c5b3-41de-9a4e-9c8026a287da req-bdfbfebd-f04a-4678-9658-7c8e8b59b021 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:57.495303 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fd555f3e-c5b3-41de-9a4e-9c8026a287da req-bdfbfebd-f04a-4678-9658-7c8e8b59b021 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0835953 Jul 09 21:08:57.549324 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fd555f3e-c5b3-41de-9a4e-9c8026a287da req-fb12d55b-e7a3-46b4-91cf-68c385121728 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471613 Jul 09 21:08:57.814111 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d460c1-fcbf-4a1c-b3cd-6893186b222b req-6a7d1d31-d6eb-4c5d-9d50-c2de00afde30 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:57.815548 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-18d460c1-fcbf-4a1c-b3cd-6893186b222b req-6a7d1d31-d6eb-4c5d-9d50-c2de00afde30 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0804608 Jul 09 21:08:57.872145 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-18d460c1-fcbf-4a1c-b3cd-6893186b222b req-98635e38-7c4b-4319-85ae-98d3569c0975 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493875 Jul 09 21:08:58.058625 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:58.094393 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a95e2f72-9ff0-49a1-a000-01f9cc6d5759 req-30929ce5-a1e7-4a32-b1e4-61a47a6ac7d7 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=04b8af7b-6253-48e6-bfd3-38f028c24e67 HTTP/1.1" status: 200 len: 210 time: 0.0568433 Jul 09 21:08:58.585405 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device add1fb0c-8bb9-489a-8d10-4b4e6c9380bf no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:08:58.639996 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b196c-4d6b-45fa-a7a6-3fb7e678bdc7 req-aa9e48fb-63f9-41ce-8910-6e0a5b9c26ae tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:58.654315 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8f6b196c-4d6b-45fa-a7a6-3fb7e678bdc7 req-aa9e48fb-63f9-41ce-8910-6e0a5b9c26ae tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.1453226 Jul 09 21:08:58.664219 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: add1fb0c-8bb9-489a-8d10-4b4e6c9380bf {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:08:58.665718 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device add1fb0c-8bb9-489a-8d10-4b4e6c9380bf not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:08:58.736636 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8f6b196c-4d6b-45fa-a7a6-3fb7e678bdc7 req-d654a45c-9b35-49ae-ab6c-3f2310e31e04 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752773 Jul 09 21:08:58.838066 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65102025-a892-4b8a-9df5-205acbf28fff req-fa1252ed-d0d3-4f9e-8d2b-c4ba0affc102 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:58.840019 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-65102025-a892-4b8a-9df5-205acbf28fff req-fa1252ed-d0d3-4f9e-8d2b-c4ba0affc102 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.0797391 Jul 09 21:08:58.900240 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-65102025-a892-4b8a-9df5-205acbf28fff req-ad7bb836-1671-43cf-a843-5438eaee8802 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540423 Jul 09 21:08:59.128450 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55398) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:59.156528 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a76a5-80ce-4aa7-9594-9d0d9734b0af req-b589d411-65b4-40ba-ac48-b52c93649e8a tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:59.161068 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cc4a76a5-80ce-4aa7-9594-9d0d9734b0af req-b589d411-65b4-40ba-ac48-b52c93649e8a tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.1555967 Jul 09 21:08:59.207494 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cc4a76a5-80ce-4aa7-9594-9d0d9734b0af req-6557389e-03a2-4221-8755-71963dab9a46 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441744 Jul 09 21:08:59.281023 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ea561e35-2b9f-4305-80ab-e4c94f411aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:59.379916 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ea561e35-2b9f-4305-80ab-e4c94f411aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:59.777532 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ea561e35-2b9f-4305-80ab-e4c94f411aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:59.816790 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ea561e35-2b9f-4305-80ab-e4c94f411aeb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=713624527e37487abcbe4739f02a9d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881087 Jul 09 21:08:59.817759 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea561e35-2b9f-4305-80ab-e4c94f411aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c09188-ccb2-495f-9059-9a1a5d60ecf9,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:59.821492 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55408) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:59.900629 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:59.930427 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:59.981615 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27114a-f9b0-46ae-99c6-b2128c55ff52 req-351f927e-ffba-4d88-b58c-be8c51227fe4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:59.983149 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-af27114a-f9b0-46ae-99c6-b2128c55ff52 req-351f927e-ffba-4d88-b58c-be8c51227fe4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.1181493 Jul 09 21:09:00.047079 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-af27114a-f9b0-46ae-99c6-b2128c55ff52 req-a7361a8d-33ad-4726-99b7-462d4fa3b06c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513916 Jul 09 21:09:00.158806 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:00.162355 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:00.163687 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94c09188-ccb2-495f-9059-9a1a5d60ecf9 HTTP/1.1" status: 204 len: 168 time: 0.3408985 Jul 09 21:09:00.173887 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c09188-ccb2-495f-9059-9a1a5d60ecf9,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:00.201124 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.201557 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.201973 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.202366 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.202772 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.203178 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.203606 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.204004 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.204414 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.204810 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.205251 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.205566 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb576bee-e4e8-4faa-8149-30102fcfcac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:00.299706 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fee90-3bdf-4bf7-aee4-6453c25fe3da req-992f3c4c-e95d-4898-a68b-cda0610fa551 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:00.302663 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1d0fee90-3bdf-4bf7-aee4-6453c25fe3da req-992f3c4c-e95d-4898-a68b-cda0610fa551 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 943 time: 0.1207695 Jul 09 21:09:00.391671 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1d0fee90-3bdf-4bf7-aee4-6453c25fe3da req-f557c586-e54d-4523-b7ab-7f7b7e51b614 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709066 Jul 09 21:09:00.430502 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f84393-bce3-4002-b199-ee3c973cd4a0 req-7b184c04-23e5-48cf-972a-fa914910ce6b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:00.432083 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c3f84393-bce3-4002-b199-ee3c973cd4a0 req-7b184c04-23e5-48cf-972a-fa914910ce6b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1102338 Jul 09 21:09:00.491366 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c3f84393-bce3-4002-b199-ee3c973cd4a0 req-140b055b-9879-4807-8b56-8ec1c743796f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Jul 09 21:09:00.590934 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 13792900-0654-491a-810f-256aab079805 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:09:00.628393 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465078-6c60-4b8b-9f9b-aaa82f1b3d00 req-3b04352c-00be-46ce-9f7a-55efbe0b3088 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:00.635326 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c0465078-6c60-4b8b-9f9b-aaa82f1b3d00 req-3b04352c-00be-46ce-9f7a-55efbe0b3088 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.1008215 Jul 09 21:09:00.695272 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c0465078-6c60-4b8b-9f9b-aaa82f1b3d00 req-737e5dfd-8be3-4a73-b388-167a3e5a6f59 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580211 Jul 09 21:09:00.864356 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:00.880317 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '13792900-0654-491a-810f-256aab079805', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'port_id': '13792900-0654-491a-810f-256aab079805', 'mac_address': 'fa:16:3e:1a:b4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:09:00.922561 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:00.937029 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13792900-0654-491a-810f-256aab079805 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:09:00.968406 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:01.062809 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:01.063841 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ffd1ace6-1516-41f7-b1ee-8a996f18e170 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:09:01.189103 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:01.249315 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ffd1ace6-1516-41f7-b1ee-8a996f18e170, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffd1ace6-1516-41f7-b1ee-8a996f18e170,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:01.267133 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'port_id': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'mac_address': 'fa:16:3e:0b:49:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:09:01.281120 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db66738-3dde-4734-84d3-1bcbc35d7bb9 req-863a927b-565c-4ee2-9459-671c53e8fed4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:01.292770 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4db66738-3dde-4734-84d3-1bcbc35d7bb9 req-863a927b-565c-4ee2-9459-671c53e8fed4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0900812 Jul 09 21:09:01.322444 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:01.340269 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd1ace6-1516-41f7-b1ee-8a996f18e170 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:09:01.355710 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4db66738-3dde-4734-84d3-1bcbc35d7bb9 req-60b9884f-a3f5-4dcd-a002-2302c864aba8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614326 Jul 09 21:09:01.385660 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ffd1ace6-1516-41f7-b1ee-8a996f18e170, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffd1ace6-1516-41f7-b1ee-8a996f18e170,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:01.477257 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:01.542798 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=ffd1ace6-1516-41f7-b1ee-8a996f18e170,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:01.643707 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbcfdd-ce0a-456f-9dac-ebcd39e1b1b1 req-71ba4ec0-5f19-4fe0-960e-441806d2d830 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:01.651308 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dbfbcfdd-ce0a-456f-9dac-ebcd39e1b1b1 req-71ba4ec0-5f19-4fe0-960e-441806d2d830 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 944 time: 0.1320524 Jul 09 21:09:01.739634 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dbfbcfdd-ce0a-456f-9dac-ebcd39e1b1b1 req-5704ed0e-ab2a-47fd-a734-e01f81509e37 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856273 Jul 09 21:09:01.785024 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a161ae-4db2-4832-8ac3-3ab344aaf8ca req-53eb85e2-a59c-404a-8b76-ad1464746ed8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:01.787299 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-62a161ae-4db2-4832-8ac3-3ab344aaf8ca req-53eb85e2-a59c-404a-8b76-ad1464746ed8 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1003103 Jul 09 21:09:01.853271 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-62a161ae-4db2-4832-8ac3-3ab344aaf8ca req-fe6bc4ea-c09e-4360-b98b-b000fcef1d13 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Jul 09 21:09:02.064115 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['13792900-0654-491a-810f-256aab079805'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:09:02.086264 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09228c-1cb7-4c68-b1e7-25e8a52c0a8e req-fab0ce49-33de-4c07-9d6a-3e5029b81ec3 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:02.086264 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2a09228c-1cb7-4c68-b1e7-25e8a52c0a8e req-fab0ce49-33de-4c07-9d6a-3e5029b81ec3 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 944 time: 0.1158452 Jul 09 21:09:02.106262 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ffd1ace6-1516-41f7-b1ee-8a996f18e170'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:09:02.179853 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2a09228c-1cb7-4c68-b1e7-25e8a52c0a8e req-95f62369-3dc7-482c-8166-090d158e4460 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812409 Jul 09 21:09:02.598898 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf7ee5-d6ef-4a6c-ba62-2d52982566f4 req-fe5f0b78-adec-494a-a079-d037ec37b4f3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:02.600533 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-09bf7ee5-d6ef-4a6c-ba62-2d52982566f4 req-fe5f0b78-adec-494a-a079-d037ec37b4f3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0813138 Jul 09 21:09:02.644777 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-09bf7ee5-d6ef-4a6c-ba62-2d52982566f4 req-da29d06c-c38e-43f0-9074-6f31d53e9351 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385172 Jul 09 21:09:03.002426 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf732f3-3ddb-4d7c-bf93-ea13d99d6d97 req-24d80de8-f95d-49d0-8e4f-6b00701384f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:03.002426 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fdf732f3-3ddb-4d7c-bf93-ea13d99d6d97 req-24d80de8-f95d-49d0-8e4f-6b00701384f6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 944 time: 0.1205316 Jul 09 21:09:03.122784 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fdf732f3-3ddb-4d7c-bf93-ea13d99d6d97 req-4dc58270-b7ed-4c16-9095-35fb8d904c00 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135125 Jul 09 21:09:03.169649 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69976423-e97b-4841-b4f5-95daf7d7d818 req-40461b9d-582e-45ef-bd3e-9ea86441dc14 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:03.177086 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-69976423-e97b-4841-b4f5-95daf7d7d818 req-40461b9d-582e-45ef-bd3e-9ea86441dc14 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1305616 Jul 09 21:09:03.218584 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-69976423-e97b-4841-b4f5-95daf7d7d818 req-dc4e2dc5-3fdc-46e5-9f99-a301d7e4d77d tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Jul 09 21:09:03.394870 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545186e-47e5-4061-85c1-b824e1a2b132 req-73286444-2d09-48ac-a2ab-bfcfae16ff59 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:03.396500 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1545186e-47e5-4061-85c1-b824e1a2b132 req-73286444-2d09-48ac-a2ab-bfcfae16ff59 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 944 time: 0.0852015 Jul 09 21:09:03.435611 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1545186e-47e5-4061-85c1-b824e1a2b132 req-6794ffea-3710-4bb3-b63f-19de6a9fa7ee tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333796 Jul 09 21:09:03.863661 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211921b-b2ad-4c52-8b26-ba49778f5437 req-146341c0-3eca-49b4-a6c8-60ed082e7cc2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:03.865128 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4211921b-b2ad-4c52-8b26-ba49778f5437 req-146341c0-3eca-49b4-a6c8-60ed082e7cc2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0663762 Jul 09 21:09:03.903249 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4211921b-b2ad-4c52-8b26-ba49778f5437 req-6ee9c1cb-570a-4e27-b7c1-6633dfaf3a94 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Jul 09 21:09:04.357460 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8d07d-fef5-4be2-a3ad-08306dc3b03d req-401bda9b-b0a4-444a-95ad-359cbd687f6d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:04.359209 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d4d8d07d-fef5-4be2-a3ad-08306dc3b03d req-401bda9b-b0a4-444a-95ad-359cbd687f6d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 944 time: 0.1154847 Jul 09 21:09:04.440278 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d4d8d07d-fef5-4be2-a3ad-08306dc3b03d req-8f2fd7c3-ef06-4170-85d5-e1aef5cc39cd tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678463 Jul 09 21:09:04.476600 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9462c3-44e9-426f-a994-fb6f212f2aee req-8adc3147-a2b6-4d97-92ed-4d218a699656 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:04.485289 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9c9462c3-44e9-426f-a994-fb6f212f2aee req-8adc3147-a2b6-4d97-92ed-4d218a699656 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0969923 Jul 09 21:09:04.545539 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9c9462c3-44e9-426f-a994-fb6f212f2aee req-627ea488-e443-4f5b-a4b5-5e228f1844ff tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591798 Jul 09 21:09:04.609696 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ffd1ace6-1516-41f7-b1ee-8a996f18e170 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:04.811891 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port ffd1ace6-1516-41f7-b1ee-8a996f18e170 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:04.818176 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port ffd1ace6-1516-41f7-b1ee-8a996f18e170 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:04.818767 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:04.861333 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9672b1c-c80e-46da-9742-08231dc6e8f8 req-6cf5f04a-6de5-40b1-9cfd-8b9381e70256 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:04.862973 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f9672b1c-c80e-46da-9742-08231dc6e8f8 req-6cf5f04a-6de5-40b1-9cfd-8b9381e70256 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 944 time: 0.2978678 Jul 09 21:09:04.921747 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f9672b1c-c80e-46da-9742-08231dc6e8f8 req-c3e7efee-a4b4-4d9c-b715-d36f514ae0a6 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500846 Jul 09 21:09:04.944649 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:04.991080 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:04.993748 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d08b8-a17c-42e9-98e1-c7a03068f017" -d '{"events": [{"server_uuid": "931cc8b4-fbe1-427e-8bb6-dd48553b9357", "name": "network-vif-plugged", "status": "completed", "tag": "ffd1ace6-1516-41f7-b1ee-8a996f18e170"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:05.022920 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port ffd1ace6-1516-41f7-b1ee-8a996f18e170, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffd1ace6-1516-41f7-b1ee-8a996f18e170,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:05.080750 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3ba35e-a322-442b-83da-e38b362c9714 x-openstack-request-id: req-4e3ba35e-a322-442b-83da-e38b362c9714 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:05.081258 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931cc8b4-fbe1-427e-8bb6-dd48553b9357", "name": "network-vif-plugged", "status": "completed", "tag": "ffd1ace6-1516-41f7-b1ee-8a996f18e170", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:05.081669 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e3ba35e-a322-442b-83da-e38b362c9714 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:05.082218 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'code': 200} Jul 09 21:09:05.139187 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:05.146558 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 13792900-0654-491a-810f-256aab079805 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:05.189092 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cd57c-8e78-4427-a73d-440e402b46c0 req-f8bb4305-8a79-4d0c-9563-622c3bf66d3c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.191503 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-be7cd57c-8e78-4427-a73d-440e402b46c0 req-f8bb4305-8a79-4d0c-9563-622c3bf66d3c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.1387844 Jul 09 21:09:05.246411 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-be7cd57c-8e78-4427-a73d-440e402b46c0 req-900abcd4-b998-402d-a8b9-9958dc55575a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Jul 09 21:09:05.263627 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=ffd1ace6-1516-41f7-b1ee-8a996f18e170,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:05.413441 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 13792900-0654-491a-810f-256aab079805 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:05.417932 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 13792900-0654-491a-810f-256aab079805 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:05.418316 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:05.538107 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58ce3c-b625-46e1-97a3-911b52094fc6 req-2e820004-dadd-43c2-a410-a3b3f7389e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.540877 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8e58ce3c-b625-46e1-97a3-911b52094fc6 req-2e820004-dadd-43c2-a410-a3b3f7389e97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 1098 time: 0.0714643 Jul 09 21:09:05.544864 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:05.592597 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8e58ce3c-b625-46e1-97a3-911b52094fc6 req-9dd51d1b-33a8-4e7a-a905-49c06158bf70 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415878 Jul 09 21:09:05.599068 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:05.703834 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1580b5-0200-49e3-ad5a-64df05aa808c req-05ddc230-8c7f-4fc0-b3a0-a5fe68f49c9a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.704211 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:05.710695 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8a1580b5-0200-49e3-ad5a-64df05aa808c req-05ddc230-8c7f-4fc0-b3a0-a5fe68f49c9a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.0845561 Jul 09 21:09:05.769178 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:05.844252 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8a1580b5-0200-49e3-ad5a-64df05aa808c req-9f117893-e78f-46ab-a3f8-28e92ba76ff9 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324422 Jul 09 21:09:05.901689 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce4a66-71a5-46f2-8bb7-368c0b143c6a req-9315b663-81a4-417e-8db6-8d9b0c5b9fe2 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.903334 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0cce4a66-71a5-46f2-8bb7-368c0b143c6a req-9315b663-81a4-417e-8db6-8d9b0c5b9fe2 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.1817491 Jul 09 21:09:05.969218 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0cce4a66-71a5-46f2-8bb7-368c0b143c6a req-ae27a281-fa3f-4730-9aad-572178d3dc78 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582669 Jul 09 21:09:06.127827 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d3951-e8b5-46d3-a864-78be21433e7f req-b800150f-51b7-4daa-80a4-ccfdb473f493 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:06.129508 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f79d3951-e8b5-46d3-a864-78be21433e7f req-b800150f-51b7-4daa-80a4-ccfdb473f493 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0809767 Jul 09 21:09:06.202439 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f79d3951-e8b5-46d3-a864-78be21433e7f req-199586f2-d88f-4b7e-8599-48f6eb270551 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650771 Jul 09 21:09:06.466034 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86ece5-6caa-4fbe-8586-222b38c6562c req-3bf23cbd-7942-4bad-9598-ef2ac62d42ed tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:06.473138 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5d86ece5-6caa-4fbe-8586-222b38c6562c req-3bf23cbd-7942-4bad-9598-ef2ac62d42ed tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0879493 Jul 09 21:09:06.525976 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5d86ece5-6caa-4fbe-8586-222b38c6562c req-52ce414d-82f8-4c2f-88b7-ac0cbd81e130 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519552 Jul 09 21:09:07.048042 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076310c5-8cb9-48e2-856f-9f71bf801e5a req-686dfeb5-53eb-4ffb-9f73-30477e28d476 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:07.060204 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-076310c5-8cb9-48e2-856f-9f71bf801e5a req-686dfeb5-53eb-4ffb-9f73-30477e28d476 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.0816605 Jul 09 21:09:07.083467 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13792900-0654-491a-810f-256aab079805'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:07.086078 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2a9b7-e9ce-43ab-bf80-60c4f2b5997d" -d '{"events": [{"server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "name": "network-vif-plugged", "status": "completed", "tag": "13792900-0654-491a-810f-256aab079805"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:07.118841 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-076310c5-8cb9-48e2-856f-9f71bf801e5a req-50b27aaa-8c6c-495d-ad56-6647d62bd627 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572762 Jul 09 21:09:07.185771 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c2494-a408-4e09-841f-0d4e714c98d0 x-openstack-request-id: req-456c2494-a408-4e09-841f-0d4e714c98d0 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:07.186074 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "name": "network-vif-plugged", "status": "completed", "tag": "13792900-0654-491a-810f-256aab079805", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:07.186352 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-456c2494-a408-4e09-841f-0d4e714c98d0 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:07.186744 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13792900-0654-491a-810f-256aab079805', 'code': 200} Jul 09 21:09:07.201057 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e005d-3046-4dd3-9155-6cc30577a271 req-3dd1bdd4-e777-41ed-89ab-6644919cef71 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:07.202694 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1f8e005d-3046-4dd3-9155-6cc30577a271 req-3dd1bdd4-e777-41ed-89ab-6644919cef71 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0828505 Jul 09 21:09:07.244665 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1f8e005d-3046-4dd3-9155-6cc30577a271 req-6e73b05e-8283-46ff-9bb1-3df79ca42daf tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359359 Jul 09 21:09:07.385169 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d944a-ffe0-4c6a-beba-5ef70a763251 req-af3deb4d-4c0b-4e3c-af4d-66ededf08a47 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:07.387084 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c87d944a-ffe0-4c6a-beba-5ef70a763251 req-af3deb4d-4c0b-4e3c-af4d-66ededf08a47 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0717664 Jul 09 21:09:07.432803 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c87d944a-ffe0-4c6a-beba-5ef70a763251 req-bb243ba8-0ccf-4ec2-914c-21f084e5d0d3 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399444 Jul 09 21:09:07.714239 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f34ca7-e4e7-4919-83e3-0c61cd42603a req-7c58c9ce-df59-4489-93e2-9439818c88c9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:07.715667 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b0f34ca7-e4e7-4919-83e3-0c61cd42603a req-7c58c9ce-df59-4489-93e2-9439818c88c9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0660815 Jul 09 21:09:07.759753 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b0f34ca7-e4e7-4919-83e3-0c61cd42603a req-a71f568e-829d-41fe-b2a4-8e799ed540bb tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364668 Jul 09 21:09:08.308491 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec93214-72cf-4185-b126-5369cd9fba9d req-fe5195ac-1284-4835-a27e-e253a0a678fc tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:08.310759 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2ec93214-72cf-4185-b126-5369cd9fba9d req-fe5195ac-1284-4835-a27e-e253a0a678fc tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.0825179 Jul 09 21:09:08.369625 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2ec93214-72cf-4185-b126-5369cd9fba9d req-7f547f02-d9ec-4b2c-9d24-c525bf0155a4 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526345 Jul 09 21:09:08.450610 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e882d-340e-41f7-a500-e2815a4069ad req-42144012-cf7c-4002-bd99-e3dd0676a26b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:08.452231 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f46e882d-340e-41f7-a500-e2815a4069ad req-42144012-cf7c-4002-bd99-e3dd0676a26b tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0683205 Jul 09 21:09:08.496651 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f46e882d-340e-41f7-a500-e2815a4069ad req-4c766976-4d6b-47ba-a8d3-97da58261edc tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Jul 09 21:09:08.616820 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed325d-4820-4806-b2a2-667d25102c61 req-a71c8685-e0a0-4edc-b8c3-22eca28357a1 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:08.618352 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-08ed325d-4820-4806-b2a2-667d25102c61 req-a71c8685-e0a0-4edc-b8c3-22eca28357a1 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0674107 Jul 09 21:09:08.657604 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-08ed325d-4820-4806-b2a2-667d25102c61 req-d1a79fe4-392d-4b8b-9dd8-d0b7ea2c5fe9 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336180 Jul 09 21:09:08.936950 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159b02b-297e-40c9-b477-ae1c3d18f6b4 req-d5570ad7-b39c-45a6-b564-01d59ca5bc64 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:08.938449 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f159b02b-297e-40c9-b477-ae1c3d18f6b4 req-d5570ad7-b39c-45a6-b564-01d59ca5bc64 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0640178 Jul 09 21:09:08.974546 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f159b02b-297e-40c9-b477-ae1c3d18f6b4 req-c1a53a7e-f5d9-4c1b-8b63-ec032b81d17e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305574 Jul 09 21:09:09.574644 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a41fcf-85b1-4311-913d-e1102915f12d req-971769d3-279e-475f-ba2a-3c4c0afad89f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:09.577120 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-06a41fcf-85b1-4311-913d-e1102915f12d req-971769d3-279e-475f-ba2a-3c4c0afad89f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.0910528 Jul 09 21:09:09.619218 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-06a41fcf-85b1-4311-913d-e1102915f12d req-95e4be70-0e94-4ddf-91df-6cf389a19bac tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362372 Jul 09 21:09:09.684176 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d96d82-154c-4ce4-98db-2a16fe8e6dac req-6ebbe665-a0b2-4d50-9456-d40653aed82c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:09.685703 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-79d96d82-154c-4ce4-98db-2a16fe8e6dac req-6ebbe665-a0b2-4d50-9456-d40653aed82c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0627081 Jul 09 21:09:09.724311 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-79d96d82-154c-4ce4-98db-2a16fe8e6dac req-41c6c082-6923-4070-9fca-e79d3a2bbad4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331240 Jul 09 21:09:09.840779 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25c059-d217-45c2-8b52-f7beb3ffb3e8 req-f2ca04e5-22e7-430c-b778-f781e4ef675d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:09.842170 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7b25c059-d217-45c2-8b52-f7beb3ffb3e8 req-f2ca04e5-22e7-430c-b778-f781e4ef675d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0620103 Jul 09 21:09:09.881130 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7b25c059-d217-45c2-8b52-f7beb3ffb3e8 req-b91b7ee2-526d-4f0b-a8f7-c7b344a27426 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Jul 09 21:09:10.130188 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0ad8d-9475-4ca3-bd53-ab4f9a50a422 req-8fb3bf8b-af38-4c40-873d-930065eb891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:10.131725 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5c0ad8d-9475-4ca3-bd53-ab4f9a50a422 req-8fb3bf8b-af38-4c40-873d-930065eb891d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1098 time: 0.0549374 Jul 09 21:09:10.159281 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28114675-8fcb-4a74-aede-71c7fdf088ca req-c73d2f7a-0b5b-4aff-9469-df2dbce0d981 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:10.164393 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-28114675-8fcb-4a74-aede-71c7fdf088ca req-c73d2f7a-0b5b-4aff-9469-df2dbce0d981 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0668032 Jul 09 21:09:10.180899 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5c0ad8d-9475-4ca3-bd53-ab4f9a50a422 req-943dd57c-bec7-44fb-ab35-1d9d01b306d6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Jul 09 21:09:10.198828 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-28114675-8fcb-4a74-aede-71c7fdf088ca req-3a8704bd-57de-413d-a3ad-40447823be57 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Jul 09 21:09:10.468437 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:10.804094 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540c4a9-8473-4244-bf36-2af791b5a07a req-60a38db9-8cea-4f4f-b243-e1fdc059d50f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:10.805592 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7540c4a9-8473-4244-bf36-2af791b5a07a req-60a38db9-8cea-4f4f-b243-e1fdc059d50f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.0734956 Jul 09 21:09:10.845840 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7540c4a9-8473-4244-bf36-2af791b5a07a req-8dfd857a-473e-47b4-aaf5-7e2f4e0a7af5 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Jul 09 21:09:10.922213 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151c18-4621-4ab8-b670-9d4bcea5f484 req-0b4cc669-faa1-44b7-ae67-f1185dea62a4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:10.923791 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1d151c18-4621-4ab8-b670-9d4bcea5f484 req-0b4cc669-faa1-44b7-ae67-f1185dea62a4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0634360 Jul 09 21:09:10.967028 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1d151c18-4621-4ab8-b670-9d4bcea5f484 req-16b2ae5b-5300-44b3-a170-8a9626cde66a tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375993 Jul 09 21:09:11.052566 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037c807-638d-49d8-ae50-93031a4942bd req-5a2b0ca6-5388-47fb-8456-4d87226c2212 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:11.054086 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f037c807-638d-49d8-ae50-93031a4942bd req-5a2b0ca6-5388-47fb-8456-4d87226c2212 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0633066 Jul 09 21:09:11.092724 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f037c807-638d-49d8-ae50-93031a4942bd req-c3953bc1-87a7-45cd-a86a-ae5ee3a56b95 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Jul 09 21:09:11.339252 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-a4ee645a-3b7a-4069-b3d4-8b2265eb99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:11.340888 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-a4ee645a-3b7a-4069-b3d4-8b2265eb99d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 1098 time: 0.0586252 Jul 09 21:09:11.388895 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b988-2f17-41e3-8701-f97502a57bab req-48d5c2ba-0962-4bbf-a942-11ee82695362 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:11.390406 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e474b988-2f17-41e3-8701-f97502a57bab req-48d5c2ba-0962-4bbf-a942-11ee82695362 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.0682330 Jul 09 21:09:11.432261 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e474b988-2f17-41e3-8701-f97502a57bab req-421d9367-ca42-4962-bd72-960ccfa22255 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358634 Jul 09 21:09:11.460707 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-1ad0fe96-2afa-4df8-bfb2-680ba5a9245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:11.462262 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-1ad0fe96-2afa-4df8-bfb2-680ba5a9245f service neutron] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 918 time: 0.0913448 Jul 09 21:09:11.536833 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-1ae448cc-0a5c-4da1-873f-b20a6d9e54dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82b8c503-4f85-44f3-9669-de19bd59de49 HTTP/1.1" status: 200 len: 1001 time: 0.0648365 Jul 09 21:09:11.602029 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-f93ce0fd-04aa-4a0d-8e47-0ef774bafd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:11.603486 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-f93ce0fd-04aa-4a0d-8e47-0ef774bafd0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0429211 Jul 09 21:09:11.660818 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-8c281260-f71b-4733-8997-b4f87b80eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:11.662330 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-8c281260-f71b-4733-8997-b4f87b80eed7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514948 Jul 09 21:09:11.773825 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-dc075d43-aead-4554-b018-e3f4ea4d4b3f service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841880 Jul 09 21:09:11.876251 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9afb7b48-2e6f-417b-b2d5-3cf322de9ded req-a1e906ac-fdf7-4b8f-b959-eb6b283f6567 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816848 Jul 09 21:09:12.019256 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1fcd6-eaba-4c29-84ca-b1c733ffbf97 req-21c09de7-64b1-4f79-84c5-29aa29c67110 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:12.020806 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5bc1fcd6-eaba-4c29-84ca-b1c733ffbf97 req-21c09de7-64b1-4f79-84c5-29aa29c67110 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.0660279 Jul 09 21:09:12.059094 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5bc1fcd6-eaba-4c29-84ca-b1c733ffbf97 req-17a1399f-27f9-4918-8a67-12dc887665a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326798 Jul 09 21:09:12.145837 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e04ce5-e605-47aa-90c1-ee29fa521f83 req-98a4631f-f31d-4f98-803a-832386bb0378 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:12.147562 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-47e04ce5-e605-47aa-90c1-ee29fa521f83 req-98a4631f-f31d-4f98-803a-832386bb0378 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0670142 Jul 09 21:09:12.186667 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-47e04ce5-e605-47aa-90c1-ee29fa521f83 req-19fe083b-31ca-4461-abe4-84db68af90dd tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Jul 09 21:09:12.256564 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb18ce-41c7-4508-95cb-4b73cfed4004 req-492fc324-d12f-4f56-9f22-5e322ac1da60 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:12.258072 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-51cb18ce-41c7-4508-95cb-4b73cfed4004 req-492fc324-d12f-4f56-9f22-5e322ac1da60 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.0635767 Jul 09 21:09:12.333451 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-51cb18ce-41c7-4508-95cb-4b73cfed4004 req-5efe8d22-81c8-4b7a-a2f1-b0d8d46963c7 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673001 Jul 09 21:09:12.358359 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55638) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:12.363481 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130562a-3723-4d5f-9988-caec0f7a456b req-87152a01-aab8-49eb-bea0-bb1b038540a1 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:12.365460 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3130562a-3723-4d5f-9988-caec0f7a456b req-87152a01-aab8-49eb-bea0-bb1b038540a1 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0759912 Jul 09 21:09:12.404461 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3130562a-3723-4d5f-9988-caec0f7a456b req-e3871a11-2793-4930-8892-c56b6f250f0e tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329959 Jul 09 21:09:12.578517 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51c9c1-d666-49ca-a807-a9dd89b6d65b tempest-TestVolumeBootPattern-1890325224 tempest-TestVolumeBootPattern-1890325224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:12.579982 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cc51c9c1-d666-49ca-a807-a9dd89b6d65b tempest-TestVolumeBootPattern-1890325224 tempest-TestVolumeBootPattern-1890325224-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 1093 time: 0.2204924 Jul 09 21:09:12.582641 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55650) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:12.588515 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'port_id': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'tenant_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:12.637633 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:09:12.667949 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a23a0-78a0-4ce5-9b7c-bb94c8c86258 req-1dc5ca1f-4a93-492a-933f-ddf037ff2aaa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:12.669536 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-422a23a0-78a0-4ce5-9b7c-bb94c8c86258 req-1dc5ca1f-4a93-492a-933f-ddf037ff2aaa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 945 time: 0.1205392 Jul 09 21:09:12.710819 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-422a23a0-78a0-4ce5-9b7c-bb94c8c86258 req-4383bac4-1f4a-4588-b155-d549b5b36a90 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346255 Jul 09 21:09:12.721839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:12.723163 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:12.752594 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:12.754874 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e373e8-890b-4ec2-8e2c-04ab8f8de698" -d '{"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-unplugged", "status": "completed", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:12.768221 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:12.794648 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789649f2-b53f-4569-934b-7c288c39ceb6 x-openstack-request-id: req-789649f2-b53f-4569-934b-7c288c39ceb6 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:12.794961 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-unplugged", "status": "completed", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:12.795222 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-789649f2-b53f-4569-934b-7c288c39ceb6 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:12.795638 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49', 'code': 200} Jul 09 21:09:12.827618 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:12.841812 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:12.917552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=8']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:12.958995 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Allocated IP 172.27.2.195 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/a5baf936-b480-4b41-9381-5620adf5b3f0) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:13.060794 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.128764 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55660) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:13.190524 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.234889 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:13.244002 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:13.254937 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:13.258323 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1fd077b6-8b8f-476c-9ff6-387a163fe0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.280875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=a5baf936-b480-4b41-9381-5620adf5b3f0,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:13.376788 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eb6b9-90ad-4c8b-a16d-9cb810afd071 req-7ac5438e-85ef-4f47-9d9d-a832dfc15bf9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:13.379916 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-973eb6b9-90ad-4c8b-a16d-9cb810afd071 req-7ac5438e-85ef-4f47-9d9d-a832dfc15bf9 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0687678 Jul 09 21:09:13.416323 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-973eb6b9-90ad-4c8b-a16d-9cb810afd071 req-06ecb301-64fe-4e1c-b0e8-01959dc2522c tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/security-groups?id=7836dd16-c258-4ff1-a009-8bad39d47d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Jul 09 21:09:13.547995 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1fd077b6-8b8f-476c-9ff6-387a163fe0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.585492 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4f6ec-7654-42e3-92ae-0e66dbf15990 req-2196bd48-d3dd-4a6b-b9a0-2a5a32cc9a4f tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:13.587052 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4dc4f6ec-7654-42e3-92ae-0e66dbf15990 req-2196bd48-d3dd-4a6b-b9a0-2a5a32cc9a4f tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0652297 Jul 09 21:09:13.626066 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4dc4f6ec-7654-42e3-92ae-0e66dbf15990 req-e35411b4-ab12-43db-9471-66dc1d768c4a tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325518 Jul 09 21:09:13.704874 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1fd077b6-8b8f-476c-9ff6-387a163fe0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.765269 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1fd077b6-8b8f-476c-9ff6-387a163fe0c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a60fec1c7914fac86e6ed85a685af68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6353643 Jul 09 21:09:13.771995 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55676) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:13.792175 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd077b6-8b8f-476c-9ff6-387a163fe0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dacb53a-dcd7-491f-81f4-afc152b854fd,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:13.840537 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a55341-90ca-4504-a277-d535769fc075 req-292bc963-cc8a-47c1-b4bc-10c10802405f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:13.842057 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96a55341-90ca-4504-a277-d535769fc075 req-292bc963-cc8a-47c1-b4bc-10c10802405f tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.43 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 945 time: 0.2162173 Jul 09 21:09:13.849802 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.855477 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae026adc-d872-476b-8c0d-ba43240b0635 req-2009fa71-9694-41f0-8ed2-30f8677e9aa3 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:13.856932 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ae026adc-d872-476b-8c0d-ba43240b0635 req-2009fa71-9694-41f0-8ed2-30f8677e9aa3 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.1141226 Jul 09 21:09:13.869320 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-55e44b0f-d42f-4388-af35-0bf552ed3551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.937311 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-55e44b0f-d42f-4388-af35-0bf552ed3551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:13.951006 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ae026adc-d872-476b-8c0d-ba43240b0635 req-3c19e0ac-0f87-43cc-9764-124da92762b0 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825875 Jul 09 21:09:13.979449 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55678) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:13.983887 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Deleting port 2af017e1-2988-4394-a120-895a966bed7c {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:09:13.984250 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.000841 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff4bb3-bfee-49e1-8a64-bf09dd4326bc req-818caf58-5539-4329-91ec-45e935c5ef58 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:14.002685 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1bff4bb3-bfee-49e1-8a64-bf09dd4326bc req-818caf58-5539-4329-91ec-45e935c5ef58 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1559026 Jul 09 21:09:14.058129 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1bff4bb3-bfee-49e1-8a64-bf09dd4326bc req-2c67dd2a-849a-4456-9a71-ff1f33710f9a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Jul 09 21:09:14.089801 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.144013 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] For port 2af017e1-2988-4394-a120-895a966bed7c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2af017e1-2988-4394-a120-895a966bed7c,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:14.144421 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.152446 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-55e44b0f-d42f-4388-af35-0bf552ed3551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.155170 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-55e44b0f-d42f-4388-af35-0bf552ed3551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.156342 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-55e44b0f-d42f-4388-af35-0bf552ed3551 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4dacb53a-dcd7-491f-81f4-afc152b854fd HTTP/1.1" status: 204 len: 168 time: 0.3824775 Jul 09 21:09:14.167643 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Calling delete_port for 2af017e1-2988-4394-a120-895a966bed7c owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:09:14.173027 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e44b0f-d42f-4388-af35-0bf552ed3551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dacb53a-dcd7-491f-81f4-afc152b854fd,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:14.210266 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004a9d7-eb88-4f05-bd93-913a6dbc9caa tempest-TestShelveInstance-1276354131 tempest-TestShelveInstance-1276354131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:14.215604 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-4004a9d7-eb88-4f05-bd93-913a6dbc9caa tempest-TestShelveInstance-1276354131 tempest-TestShelveInstance-1276354131-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1093 time: 0.2334008 Jul 09 21:09:14.216329 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55684) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:14.221760 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'port_id': '13792900-0654-491a-810f-256aab079805', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:14.333422 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for floatingip, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.347012 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.412840 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.457237 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.506558 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=a5baf936-b480-4b41-9381-5620adf5b3f0,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:14.511721 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.556766 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.598106 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Pushing event deleted for resources: {'Port': ['ID=2af017e1-2988-4394-a120-895a966bed7c,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:14.608640 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1165f6ba-fb6d-42e4-b962-9a5bc80ecac8 req-4bd18ff2-60c7-4417-8246-a7ad0bdb3876 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0566251 Jul 09 21:09:14.635485 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Allocated IP 172.27.2.230 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/4f45ccfa-2325-4616-9fbf-5207fdcf8f80) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:14.646608 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['2af017e1-2988-4394-a120-895a966bed7c'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:09:14.689193 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] No DVR routers for this DVR port 2af017e1-2988-4394-a120-895a966bed7c on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:09:14.693860 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.695857 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96a55341-90ca-4504-a277-d535769fc075 req-511d1ed9-b09d-41e9-8bc1-c925cf78b1b0 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.43 "DELETE /v2.0/ports/2af017e1-2988-4394-a120-895a966bed7c HTTP/1.1" status: 204 len: 173 time: 0.8445017 Jul 09 21:09:14.699494 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73aa69c5-d752-4bc1-93b9-b64ecc9dcd18', 'name': 'network-vif-deleted', 'tag': '2af017e1-2988-4394-a120-895a966bed7c'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:14.699494 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484eb742-fd61-4dd9-baa3-a0d76937de17" -d '{"events": [{"server_uuid": "73aa69c5-d752-4bc1-93b9-b64ecc9dcd18", "name": "network-vif-deleted", "tag": "2af017e1-2988-4394-a120-895a966bed7c"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:14.724988 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.l3_db [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Floating IP a38a8dd1-4a73-4b66-956f-ac06b1d5433e associated. External IP: 172.27.2.195, port: ffd1ace6-1516-41f7-b1ee-8a996f18e170. Jul 09 21:09:14.796905 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:14.816036 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b163cfaf-a122-49da-93ba-775bc90f16db x-openstack-request-id: req-b163cfaf-a122-49da-93ba-775bc90f16db {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:14.816553 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73aa69c5-d752-4bc1-93b9-b64ecc9dcd18", "name": "network-vif-deleted", "tag": "2af017e1-2988-4394-a120-895a966bed7c", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:14.816949 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b163cfaf-a122-49da-93ba-775bc90f16db {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:14.817495 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73aa69c5-d752-4bc1-93b9-b64ecc9dcd18', 'name': 'network-vif-deleted', 'tag': '2af017e1-2988-4394-a120-895a966bed7c', 'status': 'completed', 'code': 200} Jul 09 21:09:14.971445 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Router 896ed8af-c781-47f9-aef2-240abdb504cb has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:09:14.981889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c101-9d4e-4b11-83ef-d3f93e64d6e2 req-46656f58-766f-4641-8507-612de720a7e0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:14.984791 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2f36c101-9d4e-4b11-83ef-d3f93e64d6e2 req-46656f58-766f-4641-8507-612de720a7e0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.0889306 Jul 09 21:09:14.986900 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:15.055945 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:15.061959 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:15.064597 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:15.071124 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'Port': ['ID=4f45ccfa-2325-4616-9fbf-5207fdcf8f80,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:15.123029 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2f36c101-9d4e-4b11-83ef-d3f93e64d6e2 req-da516c30-825e-429d-bcc6-66db76cf1309 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031981 Jul 09 21:09:15.325940 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:09:15.341255 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa106e46-e890-4328-becb-536a143359af None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:09:15.350398 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa106e46-e890-4328-becb-536a143359af None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:15.351024 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-aa106e46-e890-4328-becb-536a143359af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:15.381214 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af6816-ac40-4134-9a46-38ddecf20b1d req-cf624451-b4ca-4f0d-9b2b-120019ffabd8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:15.382758 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b4af6816-ac40-4134-9a46-38ddecf20b1d req-cf624451-b4ca-4f0d-9b2b-120019ffabd8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1710072 Jul 09 21:09:15.437040 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:15.460223 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-aa106e46-e890-4328-becb-536a143359af None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:15.468309 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b4af6816-ac40-4134-9a46-38ddecf20b1d req-c8be7caa-b318-4ce5-82ed-2ba656fac83a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767024 Jul 09 21:09:15.508763 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-315f7d36-d7c0-4999-9ede-f4574795e4a3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9248147 Jul 09 21:09:15.556978 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55728) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:15.697065 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-136493920-network', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:15.752144 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-aa106e46-e890-4328-becb-536a143359af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a38a8dd1-4a73-4b66-956f-ac06b1d5433e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:0b:49:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:13Z', 'updated_at': '2021-07-09T21:09:13Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:15.792388 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa106e46-e890-4328-becb-536a143359af None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:09:15.803553 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa106e46-e890-4328-becb-536a143359af None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:15.804695 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-aa106e46-e890-4328-becb-536a143359af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:15.813021 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Made reservation on behalf of 494ea88bf58447e0ac61d3d6d731c380 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:09:15.816158 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:15.826795 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:15.929956 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-aa106e46-e890-4328-becb-536a143359af None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:15.960996 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.031310 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f2d0c484-1058-442b-a717-d7f648450f43 req-23410685-a3be-4b0e-9879-25a678e1eac4 tempest-ServerRescueNegativeTestJSON-342201439 tempest-ServerRescueNegativeTestJSON-342201439-project] 10.222.0.64 "GET /v2.0/ports?device_id=73aa69c5-d752-4bc1-93b9-b64ecc9dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0513678 Jul 09 21:09:16.063344 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.087622 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.115771 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:09:16.135313 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea4632-e51d-4895-a77c-b9c18827e947,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:16.141123 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.141485 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Added segment cffbe305-3d60-4115-8ec5-f6c1ab54c806 of type vlan for network dc7d3fc2-f15d-4710-816c-5da82e837af8 Jul 09 21:09:16.204486 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.212567 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-aa106e46-e890-4328-becb-536a143359af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a38a8dd1-4a73-4b66-956f-ac06b1d5433e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:0b:49:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:13Z', 'updated_at': '2021-07-09T21:09:13Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:16.245975 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa106e46-e890-4328-becb-536a143359af None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a38a8dd1-4a73-4b66-956f-ac06b1d5433e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:0b:49:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:13Z', 'updated_at': '2021-07-09T21:09:13Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:09:16.309451 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.310485 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:16.316929 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.321338 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.388251 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc7d3fc2-f15d-4710-816c-5da82e837af8,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:16.391954 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d6abb-ba32-49da-9567-2a346ec064d6 req-1f15434e-d1b9-4ac7-9031-7cced0cbf18b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:16.393529 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-083d6abb-ba32-49da-9567-2a346ec064d6 req-1f15434e-d1b9-4ac7-9031-7cced0cbf18b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.1188910 Jul 09 21:09:16.398801 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:09:16.442827 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4803018c-ae5f-43c7-a159-ef28f6e4f6c5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8843198 Jul 09 21:09:16.445644 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55742) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:16.451912 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Request body: {'subnet': {'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-136493920-subnet', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:16.491279 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-083d6abb-ba32-49da-9567-2a346ec064d6 req-48c6cb90-2af5-48cd-88b3-0107d7abaaa0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876296 Jul 09 21:09:16.524938 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569c30c-fa49-4b49-a5ac-fb67862112ed None None] New status for floating IP a38a8dd1-4a73-4b66-956f-ac06b1d5433e: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:09:16.545032 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.561612 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Made reservation on behalf of 494ea88bf58447e0ac61d3d6d731c380 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:09:16.564079 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126592466'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.624393 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.732477 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event updated for resources: {'Port': ['ID=4f45ccfa-2325-4616-9fbf-5207fdcf8f80,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:16.752293 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.809394 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d3f5-40b0-4958-9d7d-d8c27be4d9f0 req-306bb170-3954-4fa1-8976-242358b60635 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:16.810881 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d6f2d3f5-40b0-4958-9d7d-d8c27be4d9f0 req-306bb170-3954-4fa1-8976-242358b60635 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1839094 Jul 09 21:09:16.818490 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'tag': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:16.820951 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58" -d '{"events": [{"name": "network-changed", "server_uuid": "931cc8b4-fbe1-427e-8bb6-dd48553b9357", "tag": "ffd1ace6-1516-41f7-b1ee-8a996f18e170"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:16.856371 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea63237a-55fb-476b-865b-f8a537fc3997 x-openstack-request-id: req-ea63237a-55fb-476b-865b-f8a537fc3997 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:16.856666 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931cc8b4-fbe1-427e-8bb6-dd48553b9357", "tag": "ffd1ace6-1516-41f7-b1ee-8a996f18e170", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:16.856918 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea63237a-55fb-476b-865b-f8a537fc3997 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:16.857653 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'tag': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'status': 'completed', 'code': 200} Jul 09 21:09:16.868827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127220699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126592448'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.883598 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d6f2d3f5-40b0-4958-9d7d-d8c27be4d9f0 req-c117ec66-89a8-42c3-8c07-68ee698f19fa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666971 Jul 09 21:09:16.893701 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Floating IP a8ac4f24-82e1-4996-831a-34d2d31ade2b associated. External IP: 172.27.2.230, port: 13792900-0654-491a-810f-256aab079805. Jul 09 21:09:16.924418 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2619b6a-5f4b-4d65-9843-6e094df55e70,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:16.957800 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Checking segment: {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:16.958174 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Network hostable DHCP agents. Network: dc7d3fc2-f15d-4710-816c-5da82e837af8, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:09:17.033758 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-98f8f99f-4f77-41b1-aaea-4e7783a36bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:17.036797 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-98f8f99f-4f77-41b1-aaea-4e7783a36bcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 1098 time: 0.0760119 Jul 09 21:09:17.132720 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55756) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:17.139261 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:09:17.160423 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-de7d861a-8a14-4a91-9a3b-76e76446b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:17.162064 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-de7d861a-8a14-4a91-9a3b-76e76446b680 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.1104794 Jul 09 21:09:17.183666 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Router 5de42b19-374d-4dea-8da3-fbf33b6b039f has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:09:17.233021 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-358a3389-b4f2-4e3b-bb6a-ffeb92896fb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd1ace6-1516-41f7-b1ee-8a996f18e170 HTTP/1.1" status: 200 len: 1001 time: 0.0616729 Jul 09 21:09:17.239817 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, dc7d3fc2-f15d-4710-816c-5da82e837af8) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:17.250858 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49473f68-ac98-405a-a12d-d1667a30e111 None None] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:09:17.251558 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:17.252156 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.309721 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-9ca63f38-6a64-4fcf-855c-19c74b2df992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:17.311248 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-9ca63f38-6a64-4fcf-855c-19c74b2df992 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0695822 Jul 09 21:09:17.373470 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-2e7e9eb1-0391-437d-b0b2-28b7d3daa163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:17.374908 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-2e7e9eb1-0391-437d-b0b2-28b7d3daa163 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553546 Jul 09 21:09:17.396484 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1a387ea5-6522-4bfe-85af-e9385e52ab3b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9493630 Jul 09 21:09:17.401681 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55762) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:17.403830 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:17.405931 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-dc7d3fc2-f15d-4710-816c-5da82e837af8', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:09:17.407000 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.440423 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:09:17.453741 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] Sync routers for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:09:17.466765 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:17.467400 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:17.516100 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.517372 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.547036 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-4859df78-8167-4c03-8249-4a99c3c6b424 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185973 Jul 09 21:09:17.592139 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Allocated IP 172.20.0.2 (dc7d3fc2-f15d-4710-816c-5da82e837af8/c2619b6a-5f4b-4d65-9843-6e094df55e70/c95b666e-74d7-4f3c-9167-382474a0772e) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:17.603733 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:17.645939 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.706299 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e3355ef-5b27-4b5e-a1bb-0699af31ec58 req-1f88eab2-df0e-4126-9112-fbafc964b3f3 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442466 Jul 09 21:09:17.711458 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.762629 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.775202 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Transition to ACTIVE for port object c95b666e-74d7-4f3c-9167-382474a0772e will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:17.793934 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Transition to ACTIVE for port object c95b666e-74d7-4f3c-9167-382474a0772e will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:17.797259 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-61ebc86b-ec53-42a4-be44-da8c5bd3061d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5799055 Jul 09 21:09:17.798662 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'tag': '13792900-0654-491a-810f-256aab079805'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:17.801012 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a820b7b6-5d62-490a-b0e2-be6085cd3e64" -d '{"events": [{"name": "network-changed", "server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "tag": "13792900-0654-491a-810f-256aab079805"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:17.867332 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a349e-3bb3-4480-b6e2-1e6085b98306 req-8d22f4ce-f2a0-4fcc-ad34-7401a9e5348a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:17.868964 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d97a349e-3bb3-4480-b6e2-1e6085b98306 req-8d22f4ce-f2a0-4fcc-ad34-7401a9e5348a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.1597130 Jul 09 21:09:17.903923 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a8ac4f24-82e1-4996-831a-34d2d31ade2b', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'port_id': '13792900-0654-491a-810f-256aab079805', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'mac_address': 'fa:16:3e:1a:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:15Z', 'updated_at': '2021-07-09T21:09:15Z', 'revision_number': 0, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 5, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:17.926327 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.944076 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:17.954884 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:17.982860 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d97a349e-3bb3-4480-b6e2-1e6085b98306 req-58588973-6771-409f-9f98-b4f70a9722aa tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904090 Jul 09 21:09:17.985149 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:17.992766 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:18.028053 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.035227 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] Checking router: 5de42b19-374d-4dea-8da3-fbf33b6b039f for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:09:18.045419 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:18.046473 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:18.083806 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efbb1b5-1b7a-4aa6-a222-bf8616d79146 x-openstack-request-id: req-3efbb1b5-1b7a-4aa6-a222-bf8616d79146 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:18.084112 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "tag": "13792900-0654-491a-810f-256aab079805", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:18.084348 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3efbb1b5-1b7a-4aa6-a222-bf8616d79146 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:18.084734 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'tag': '13792900-0654-491a-810f-256aab079805', 'status': 'completed', 'code': 200} Jul 09 21:09:18.089933 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Pushing event updated for resources: {'Port': ['ID=c95b666e-74d7-4f3c-9167-382474a0772e,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:18.098558 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Attempting to bind port c95b666e-74d7-4f3c-9167-382474a0772e on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:09:18.098558 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Attempting to bind port c95b666e-74d7-4f3c-9167-382474a0772e by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:09:18.098740 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Attempting to bind port c95b666e-74d7-4f3c-9167-382474a0772e on network dc7d3fc2-f15d-4710-816c-5da82e837af8 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:18.104841 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:09:18.105557 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Checking segment: {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:18.105992 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.106384 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Bound using segment: {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:09:18.106900 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Bound port: c95b666e-74d7-4f3c-9167-382474a0772e, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:09:18.107311 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.164766 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:18.182067 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] For port c95b666e-74d7-4f3c-9167-382474a0772e, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:09:18.185690 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] For port c95b666e-74d7-4f3c-9167-382474a0772e, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=c95b666e-74d7-4f3c-9167-382474a0772e,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:09:18.368175 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-d9b13319-2a4a-4bc9-8ca9-ca044de4a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:18.370266 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-d9b13319-2a4a-4bc9-8ca9-ca044de4a154 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1098 time: 0.1612732 Jul 09 21:09:18.377897 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1423d-e177-41a8-a77a-334d4613267f req-089d2681-3429-4a40-bc6a-45e32c808aa0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:18.379305 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c5f1423d-e177-41a8-a77a-334d4613267f req-089d2681-3429-4a40-bc6a-45e32c808aa0 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.2110369 Jul 09 21:09:18.390669 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.396732 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Deleting port f18578b1-3c01-4789-bd8e-d0f2e3859cc4 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:09:18.397534 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.411738 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a8ac4f24-82e1-4996-831a-34d2d31ade2b', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'port_id': '13792900-0654-491a-810f-256aab079805', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'mac_address': 'fa:16:3e:1a:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:15Z', 'updated_at': '2021-07-09T21:09:15Z', 'revision_number': 0, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 5, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:18.441424 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be02bbc-87b4-43d7-87c3-6ead362a29dc None None] Pushing event updated for resources: {'Port': ['ID=c95b666e-74d7-4f3c-9167-382474a0772e,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:18.460568 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9037c176-73ac-420a-9524-c2d0a534cdd1 None None] The sync data for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi is: [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'a8ac4f24-82e1-4996-831a-34d2d31ade2b', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'port_id': '13792900-0654-491a-810f-256aab079805', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'mac_address': 'fa:16:3e:1a:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:15Z', 'updated_at': '2021-07-09T21:09:15Z', 'revision_number': 0, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 5, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:09:18.520152 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.573459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.574340 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] For port f18578b1-3c01-4789-bd8e-d0f2e3859cc4, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,segment=NetworkSegment(37d48f3a-c683-4873-adb5-d1f7f7d0a04b),segment_id=37d48f3a-c683-4873-adb5-d1f7f7d0a04b)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:18.574821 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.589830 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Calling delete_port for f18578b1-3c01-4789-bd8e-d0f2e3859cc4 owned by network:router_interface {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:09:18.639552 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-ff8cbad3-ca2f-435f-b971-316b89c0b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:18.641056 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-ff8cbad3-ca2f-435f-b971-316b89c0b00d service neutron] 10.222.0.43 "GET /v2.0/networks?id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328 HTTP/1.1" status: 200 len: 910 time: 0.2345259 Jul 09 21:09:18.674726 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 2af017e1-2988-4394-a120-895a966bed7c no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:09:18.731540 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 2af017e1-2988-4394-a120-895a966bed7c {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:09:18.732228 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 2af017e1-2988-4394-a120-895a966bed7c not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:09:18.737357 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Allocated IP 172.27.2.91 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/0ff2fd3e-1e27-475d-bf4b-5634913b2ebc) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:18.865068 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3b7a8-e489-44bd-b7d0-0410e3a1830c None None] New status for floating IP a8ac4f24-82e1-4996-831a-34d2d31ade2b: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:09:18.879215 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-60886f4d-91c2-4bd8-b467-a3230c1fd732 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13792900-0654-491a-810f-256aab079805 HTTP/1.1" status: 200 len: 999 time: 0.2307799 Jul 09 21:09:18.911222 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Deleting port 74f563dd-6b71-4e0e-afcc-916541fc32a9 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:09:18.911408 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:19.041167 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-a20d5908-8532-4d3a-be9e-fe7ccdb2a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:19.042939 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-a20d5908-8532-4d3a-be9e-fe7ccdb2a511 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1c99f2a-8336-4f73-bd03-a3463153b01a HTTP/1.1" status: 200 len: 848 time: 0.1489723 Jul 09 21:09:19.061439 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:19.129611 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] For port 74f563dd-6b71-4e0e-afcc-916541fc32a9, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=74f563dd-6b71-4e0e-afcc-916541fc32a9,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:19.130134 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:19.163735 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Calling delete_port for 74f563dd-6b71-4e0e-afcc-916541fc32a9 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:09:19.235681 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-c8007b03-435f-4078-9f82-e63cded677ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:19.237863 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-c8007b03-435f-4078-9f82-e63cded677ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1808074 Jul 09 21:09:19.315576 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418acf-2cab-4508-aeac-c1b749c86cd4 req-da6a7d74-9724-4f49-ad41-b219c08e1f02 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:19.317166 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-55418acf-2cab-4508-aeac-c1b749c86cd4 req-da6a7d74-9724-4f49-ad41-b219c08e1f02 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1679776 Jul 09 21:09:19.343728 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:19.351826 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c658b-f116-418d-a270-0ff438bb8d3f req-f90e4dc4-a25c-4f4f-bd31-569d05cf0ce5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:19.358884 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b18c658b-f116-418d-a270-0ff438bb8d3f req-f90e4dc4-a25c-4f4f-bd31-569d05cf0ce5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 946 time: 0.1745517 Jul 09 21:09:19.403413 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-55418acf-2cab-4508-aeac-c1b749c86cd4 req-c068a859-edc4-4cba-b48e-5d99eb8fbfd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790708 Jul 09 21:09:19.418854 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:19.440858 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b18c658b-f116-418d-a270-0ff438bb8d3f req-fb354e56-4b29-4872-a5de-92463304ffbe tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756078 Jul 09 21:09:19.466933 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Pushing event deleted for resources: {'Port': ['ID=f18578b1-3c01-4789-bd8e-d0f2e3859cc4,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:19.472827 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-0e9e5786-4255-4517-9105-0a5800240f9b service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222986 Jul 09 21:09:19.483407 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:19.484704 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff2fd3e-1e27-475d-bf4b-5634913b2ebc,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:19.497589 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:19.512772 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:19.599026 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:19.668461 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ee185b1c-01a9-4ee3-a801-6ad19ceec91d', '972a339e-dde3-4255-8b9b-8ca89c984e77', '02c31753-b82c-4474-8913-07d997e945a5', '74f563dd-6b71-4e0e-afcc-916541fc32a9'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:09:19.733424 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Pushing event deleted for resources: {'Port': ['ID=74f563dd-6b71-4e0e-afcc-916541fc32a9,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:19.756565 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:19.793489 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device c95b666e-74d7-4f3c-9167-382474a0772e up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:19.961180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73d259-7d44-4096-9ce2-6acc870af9c1 None None] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:09:20.003825 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55802) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:20.067802 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:09:20.117884 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] No DVR routers for this DVR port 74f563dd-6b71-4e0e-afcc-916541fc32a9 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:09:20.126739 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:20.128840 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c5f1423d-e177-41a8-a77a-334d4613267f req-7bcdee19-e6cb-4266-a2cc-17f5b131e3f5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "DELETE /v2.0/ports/74f563dd-6b71-4e0e-afcc-916541fc32a9 HTTP/1.1" status: 204 len: 173 time: 1.7233944 Jul 09 21:09:20.129295 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e134bdd9-540f-4ffe-a874-5d953324196f', 'name': 'network-vif-deleted', 'tag': '74f563dd-6b71-4e0e-afcc-916541fc32a9'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:20.132106 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b096be9-4b2b-4eb8-a85d-f2ed8339871d" -d '{"events": [{"server_uuid": "e134bdd9-540f-4ffe-a874-5d953324196f", "name": "network-vif-deleted", "tag": "74f563dd-6b71-4e0e-afcc-916541fc32a9"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:20.153177 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a820b7b6-5d62-490a-b0e2-be6085cd3e64 req-c7aae4cc-febd-4a0d-a697-d6826e4b3cd8 service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654563 Jul 09 21:09:20.194459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b0f70a-5bb5-48e8-8e9b-6a780d63d8d4 x-openstack-request-id: req-26b0f70a-5bb5-48e8-8e9b-6a780d63d8d4 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:20.194768 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e134bdd9-540f-4ffe-a874-5d953324196f", "name": "network-vif-deleted", "tag": "74f563dd-6b71-4e0e-afcc-916541fc32a9", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:20.195022 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26b0f70a-5bb5-48e8-8e9b-6a780d63d8d4 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:20.195468 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e134bdd9-540f-4ffe-a874-5d953324196f', 'name': 'network-vif-deleted', 'tag': '74f563dd-6b71-4e0e-afcc-916541fc32a9', 'status': 'completed', 'code': 200} Jul 09 21:09:20.207399 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port c95b666e-74d7-4f3c-9167-382474a0772e completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:20.216116 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-80ffc81b-39e1-4b63-9793-a54ec46c6e66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2110798 Jul 09 21:09:20.240744 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:09:20.246568 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ea810856-479e-4c37-a9dd-6621550dafbe admin admin] 10.222.0.64 "PUT /v2.0/routers/057edc5b-9e0d-4ba6-aafa-d81a3cab3927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1128380 Jul 09 21:09:20.249098 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55812) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:20.252002 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] Sync routers for ids ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:09:20.264121 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] Routers {'057edc5b-9e0d-4ba6-aafa-d81a3cab3927'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:20.264994 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:20.382523 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-277b1c8d-6702-4e40-a58c-5b43d5ccf4e3 None None] Provisioning for port c95b666e-74d7-4f3c-9167-382474a0772e completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:20.391408 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] Set router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:20.398524 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-277b1c8d-6702-4e40-a58c-5b43d5ccf4e3 None None] Provisioning complete for port c95b666e-74d7-4f3c-9167-382474a0772e triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:20.398905 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-277b1c8d-6702-4e40-a58c-5b43d5ccf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:20.494035 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:20.627502 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-277b1c8d-6702-4e40-a58c-5b43d5ccf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:20.647635 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:20.649965 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:09:19Z', 'revision_number': 5, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:20.693947 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:09:20.722254 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-abcb3750-0bbc-45de-8245-453cc5e14f9b req-49687a21-beff-40fc-bfd3-1584c2fcd659 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 210 time: 0.0450902 Jul 09 21:09:20.752745 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] Checking router: 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:09:20.759107 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-277b1c8d-6702-4e40-a58c-5b43d5ccf4e3 None None] For port c95b666e-74d7-4f3c-9167-382474a0772e, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=c95b666e-74d7-4f3c-9167-382474a0772e,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:20.780201 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:20.805467 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] Routers {'057edc5b-9e0d-4ba6-aafa-d81a3cab3927'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:20.806481 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:20.872938 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-277b1c8d-6702-4e40-a58c-5b43d5ccf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:20.884232 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c767b4-733c-4e82-9a05-77f54b76cf5e req-c27118c1-e7c7-4490-92d6-dd1b47c020b3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:20.888725 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-73c767b4-733c-4e82-9a05-77f54b76cf5e req-c27118c1-e7c7-4490-92d6-dd1b47c020b3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1172740 Jul 09 21:09:20.960744 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1c8d-6702-4e40-a58c-5b43d5ccf4e3 None None] Pushing event updated for resources: {'Port': ['ID=c95b666e-74d7-4f3c-9167-382474a0772e,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:20.966046 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-73c767b4-733c-4e82-9a05-77f54b76cf5e req-6fcea15a-7621-4776-a280-090bf7ceb007 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703712 Jul 09 21:09:20.991331 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] Set router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:20.992444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:20.995516 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Deleting port 4b4c3e14-31c7-4e71-854c-66ba73de51ef {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:09:20.995863 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.013662 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-b7f54ac6-e7b9-4129-8678-701de21f0dd4 None None] Provisioning complete for port c95b666e-74d7-4f3c-9167-382474a0772e triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:21.014208 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b7f54ac6-e7b9-4129-8678-701de21f0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.184436 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] For port 4b4c3e14-31c7-4e71-854c-66ba73de51ef, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4b4c3e14-31c7-4e71-854c-66ba73de51ef,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:21.185011 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.191699 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:09:19Z', 'revision_number': 5, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:21.203444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Calling delete_port for 4b4c3e14-31c7-4e71-854c-66ba73de51ef owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:09:21.222594 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7cae5-9117-4ebc-81d5-05ace8f87047 None None] The sync data for ids ['057edc5b-9e0d-4ba6-aafa-d81a3cab3927'] in dv-cinder-800272-2-iscsi is: [{'id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'name': 'tempest-ServerRescueNegativeTestJSON-1679658443-router', 'tenant_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:05:32Z', 'updated_at': '2021-07-09T21:09:19Z', 'revision_number': 5, 'project_id': '2247eaa3ca0f4bc8b765ee8f51dcafa9', 'gw_port': {'id': '4b4c3e14-31c7-4e71-854c-66ba73de51ef', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057edc5b-9e0d-4ba6-aafa-d81a3cab3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:05:33Z', 'updated_at': '2021-07-09T21:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:09:21.389775 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Router c55ff066-5721-4a4f-8c25-08410517e5f7 is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:09:21.537054 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:09:21.551970 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Sync routers for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:09:21.561943 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:21.562895 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:21.659478 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device c95b666e-74d7-4f3c-9167-382474a0772e up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:21.670490 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.672700 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-22c65070-a687-47b3-b732-acd88f770b42 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2728536 Jul 09 21:09:21.674074 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.676099 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55824) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:21.730071 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:21.742546 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4c3e14-31c7-4e71-854c-66ba73de51ef,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:21.829658 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port c95b666e-74d7-4f3c-9167-382474a0772e triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:21.830034 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.858455 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.926223 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-02d656e7-2b57-423c-96d2-645e83b3673d req-f48e0181-fb6a-424a-b5d8-50f71f00a22e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e134bdd9-540f-4ffe-a874-5d953324196f HTTP/1.1" status: 200 len: 210 time: 0.0372837 Jul 09 21:09:21.980875 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device f18578b1-3c01-4789-bd8e-d0f2e3859cc4 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:09:22.001987 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: f18578b1-3c01-4789-bd8e-d0f2e3859cc4 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:09:22.002398 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device f18578b1-3c01-4789-bd8e-d0f2e3859cc4 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:09:22.008809 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:20Z', 'revision_number': 3, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:22.018486 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.021720 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.035529 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Checking router: c55ff066-5721-4a4f-8c25-08410517e5f7 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:09:22.035884 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Updating router c55ff066-5721-4a4f-8c25-08410517e5f7 port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:09:22.070665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.202321 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48353-54b5-4de9-a0d2-9980efa8853c req-8ae0c970-b5f6-4a53-be82-b154bbcbcbcd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:22.203920 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b3c48353-54b5-4de9-a0d2-9980efa8853c req-8ae0c970-b5f6-4a53-be82-b154bbcbcbcd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0770650 Jul 09 21:09:22.246788 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b3c48353-54b5-4de9-a0d2-9980efa8853c req-edafa5be-f607-4cbf-bb56-f9347fff5d19 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367231 Jul 09 21:09:22.350467 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.361963 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Transition to ACTIVE for port object 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:22.369622 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.370739 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 057edc5b-9e0d-4ba6-aafa-d81a3cab3927 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:09:22.378225 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.379359 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0e1aa349-accd-484a-ad15-7af41a3780fe admin admin] 10.222.0.64 "DELETE /v2.0/routers/057edc5b-9e0d-4ba6-aafa-d81a3cab3927 HTTP/1.1" status: 204 len: 168 time: 2.1278248 Jul 09 21:09:22.382076 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55836) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:22.443223 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff368a2-75cf-4f1b-8232-d53d04fa3e64 admin admin] Deleting subnet 8dd16917-e98f-47dd-a63c-7b1e238f0445 {{(pid=93739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:09:22.446865 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dff368a2-75cf-4f1b-8232-d53d04fa3e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.470418 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.498000 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dff368a2-75cf-4f1b-8232-d53d04fa3e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127909642'] for subnet, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.549035 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dff368a2-75cf-4f1b-8232-d53d04fa3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.552362 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c61e5-e6cc-4a2f-8f92-4ff6aa759594 None None] Pushing event updated for resources: {'Port': ['ID=0ff2fd3e-1e27-475d-bf4b-5634913b2ebc,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:22.582414 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-4d9bdd58-c30b-4f69-b5c6-6153fca3c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.584315 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Attempting to bind port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:09:22.584685 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Attempting to bind port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:09:22.585049 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Attempting to bind port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:22.591757 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:09:22.593088 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:22.593504 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.593904 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:09:22.594386 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Bound port: 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:09:22.594791 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.651089 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] For port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:09:22.654929 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] For port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=0ff2fd3e-1e27-475d-bf4b-5634913b2ebc,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:09:22.655117 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.670956 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 74f563dd-6b71-4e0e-afcc-916541fc32a9 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:09:22.693437 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 74f563dd-6b71-4e0e-afcc-916541fc32a9 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:09:22.693787 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 74f563dd-6b71-4e0e-afcc-916541fc32a9 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:09:22.750446 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dff368a2-75cf-4f1b-8232-d53d04fa3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127536457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127482677'] for subnet, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.776874 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff368a2-75cf-4f1b-8232-d53d04fa3e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd16917-e98f-47dd-a63c-7b1e238f0445,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:22.779378 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.779914 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dff368a2-75cf-4f1b-8232-d53d04fa3e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.781356 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-dff368a2-75cf-4f1b-8232-d53d04fa3e64 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8dd16917-e98f-47dd-a63c-7b1e238f0445 HTTP/1.1" status: 204 len: 168 time: 0.3981335 Jul 09 21:09:22.788463 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55840) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:22.831766 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Allocated IP 172.20.0.1 (dc7d3fc2-f15d-4710-816c-5da82e837af8/c2619b6a-5f4b-4d65-9843-6e094df55e70/ee376787-f43d-4fbe-9c49-52b1b77b1d6e) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:22.857189 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:22.857828 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:22.862647 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c61e5-e6cc-4a2f-8f92-4ff6aa759594 None None] Pushing event updated for resources: {'Port': ['ID=0ff2fd3e-1e27-475d-bf4b-5634913b2ebc,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:22.869069 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.967935 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.977800 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.985981 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Transition to ACTIVE for port object ee376787-f43d-4fbe-9c49-52b1b77b1d6e will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:22.996141 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cea232-c833-4a72-9f61-c4fe9affbb6a']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:23.013626 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:23.021126 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d48f3a-c683-4873-adb5-d1f7f7d0a04b') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:23.021718 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d48f3a-c683-4873-adb5-d1f7f7d0a04b') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:23.035181 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.063089 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.073092 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:09:23.073600 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:09:23.084969 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:09:23.156823 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.199902 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:23.202768 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:23.205268 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:23.236731 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Pushing event updated for resources: {'Port': ['ID=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:23.247979 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.263365 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.266562 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.271715 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/21cea232-c833-4a72-9f61-c4fe9affbb6a HTTP/1.1" status: 204 len: 168 time: 0.4820158 Jul 09 21:09:23.312556 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa31cf-5aad-4382-bcfd-c0eb2fdb25b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21cea232-c833-4a72-9f61-c4fe9affbb6a,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:23.445104 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:20Z', 'revision_number': 3, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:23.486357 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62786308-22a7-4891-805f-c6485a11ac49 None None] The sync data for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi is: [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:20Z', 'revision_number': 3, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:09:23.511791 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412cc9-c27d-45d8-a999-4eb9029ab07a req-a6d37519-679c-4067-ab76-a7ecad366d94 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:23.513441 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-94412cc9-c27d-45d8-a999-4eb9029ab07a req-a6d37519-679c-4067-ab76-a7ecad366d94 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0971625 Jul 09 21:09:23.597903 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-94412cc9-c27d-45d8-a999-4eb9029ab07a req-4b39270d-cb47-4b41-8154-5a278eb522e9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769629 Jul 09 21:09:23.674365 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4b4c3e14-31c7-4e71-854c-66ba73de51ef no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:09:23.690344 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.706695 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 4b4c3e14-31c7-4e71-854c-66ba73de51ef {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:09:23.715882 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4b4c3e14-31c7-4e71-854c-66ba73de51ef not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:09:23.726563 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-119feae6-ce6f-4e12-8a14-16380a21848b None None] Provisioning for port ee376787-f43d-4fbe-9c49-52b1b77b1d6e completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:23.733601 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-119feae6-ce6f-4e12-8a14-16380a21848b None None] Provisioning complete for port ee376787-f43d-4fbe-9c49-52b1b77b1d6e triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:23.733979 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-119feae6-ce6f-4e12-8a14-16380a21848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:23.788942 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-119feae6-ce6f-4e12-8a14-16380a21848b None None] Port ee376787-f43d-4fbe-9c49-52b1b77b1d6e cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:09:23.843777 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55858) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:23.918983 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c0de6a6b-a2f5-40e5-9fbd-c37249daadbf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2247eaa3ca0f4bc8b765ee8f51dcafa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0679588 Jul 09 21:09:23.918983 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55860) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:23.942887 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.000627 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5b9f35fa-c5e0-464b-bacb-885b683fd21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.010160 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:09:24.039517 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.039955 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5b9f35fa-c5e0-464b-bacb-885b683fd21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.109175 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Pushing event updated for resources: {'Port': ['ID=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:24.112066 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.195969 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5b9f35fa-c5e0-464b-bacb-885b683fd21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.199314 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5b9f35fa-c5e0-464b-bacb-885b683fd21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.201269 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-5b9f35fa-c5e0-464b-bacb-885b683fd21d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7836dd16-c258-4ff1-a009-8bad39d47d51 HTTP/1.1" status: 204 len: 168 time: 0.2834451 Jul 09 21:09:24.209896 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f35fa-c5e0-464b-bacb-885b683fd21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7836dd16-c258-4ff1-a009-8bad39d47d51,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:24.211199 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:24.216285 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:24.362002 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Router c55ff066-5721-4a4f-8c25-08410517e5f7 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:09:24.522535 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-b01998f9-96b9-4585-8cee-93c9f572cca3 None None] Provisioning complete for port ee376787-f43d-4fbe-9c49-52b1b77b1d6e triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:24.523555 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b01998f9-96b9-4585-8cee-93c9f572cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:24.533793 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:09:24.548525 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d18df0d1-7c4f-4aa4-8141-4bca36a78f36 admin admin] 10.222.0.64 "PUT /v2.0/routers/c55ff066-5721-4a4f-8c25-08410517e5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8698320 Jul 09 21:09:24.567171 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-7f1a154e-86c0-4e63-b9df-84fb349e7add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:24.568808 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-7f1a154e-86c0-4e63-b9df-84fb349e7add service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049&tenant_id=2bab4c81fea6404bac53adeccaa0e5e4 HTTP/1.1" status: 200 len: 1096 time: 0.1090727 Jul 09 21:09:24.572986 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-b01998f9-96b9-4585-8cee-93c9f572cca3 None None] Port ee376787-f43d-4fbe-9c49-52b1b77b1d6e cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:09:24.669419 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-aac23b2f-b862-49cf-865e-8666a6edcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:24.670979 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-aac23b2f-b862-49cf-865e-8666a6edcb21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 1096 time: 0.0601268 Jul 09 21:09:24.797351 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-0a100007-3d1f-4282-9156-d672489cc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:24.799153 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-0a100007-3d1f-4282-9156-d672489cc8d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 918 time: 0.1216197 Jul 09 21:09:24.822522 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb1a38-0bbc-414d-81ab-38d55d8fe78e req-ac76aefd-6ceb-4e42-9475-72b28aef02d0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:24.824704 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-78eb1a38-0bbc-414d-81ab-38d55d8fe78e req-ac76aefd-6ceb-4e42-9475-72b28aef02d0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0781755 Jul 09 21:09:24.864174 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-78eb1a38-0bbc-414d-81ab-38d55d8fe78e req-55e9642d-5bdd-4a61-9d12-a9159df4a02c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339344 Jul 09 21:09:24.874928 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-55e1ecd6-ead6-4409-8a18-51adb01708e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82b8c503-4f85-44f3-9669-de19bd59de49 HTTP/1.1" status: 200 len: 999 time: 0.0678208 Jul 09 21:09:24.924872 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-164f0096-d4ad-4590-ba10-7768a98239ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:24.926423 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-164f0096-d4ad-4590-ba10-7768a98239ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0445576 Jul 09 21:09:24.984690 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-2f550a8c-58ea-426f-9f3d-c9175a180198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:24.986221 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-2f550a8c-58ea-426f-9f3d-c9175a180198 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529349 Jul 09 21:09:25.102755 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-ecf83fa6-0db5-4d40-98da-84e62e1fb6ca service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994673 Jul 09 21:09:25.206857 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ec853d4-cd45-4d3a-911d-e71b4ce3c518 req-64f5526a-0b12-46e8-8de6-df7c4f975636 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960748 Jul 09 21:09:25.347976 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Sync routers for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:09:25.357077 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:25.357728 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:08:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:25.360641 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:25.365608 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-86152e0f-602b-407d-8348-bea2d75b4816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:25.469703 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:25.675015 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:25.691582 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 2, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:25.720817 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Checking router: c55ff066-5721-4a4f-8c25-08410517e5f7 for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:09:25.721583 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Updating router c55ff066-5721-4a4f-8c25-08410517e5f7 port ee376787-f43d-4fbe-9c49-52b1b77b1d6e binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:09:25.830324 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:25.834394 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:25.834782 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:25.853069 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6072-e863-4a50-93a9-df7cec927dcb req-9a590a0a-ba27-40c2-85b5-3dcf08b7f806 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:25.855300 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-391d6072-e863-4a50-93a9-df7cec927dcb req-9a590a0a-ba27-40c2-85b5-3dcf08b7f806 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.0936663 Jul 09 21:09:25.871376 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:25.948777 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-391d6072-e863-4a50-93a9-df7cec927dcb req-5703bcfb-561d-463d-9ea9-15cdbc639f86 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867677 Jul 09 21:09:25.974178 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55918) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:25.980043 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-700699437-network', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:25.983876 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.049826 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=0ff2fd3e-1e27-475d-bf4b-5634913b2ebc,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:26.118484 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700d3e-9587-4f22-9e05-89b24f5e84d2 req-a10cd3de-425c-4446-8ed2-18530bb615ca tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:26.120685 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d3700d3e-9587-4f22-9e05-89b24f5e84d2 req-a10cd3de-425c-4446-8ed2-18530bb615ca tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0689521 Jul 09 21:09:26.135675 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Made reservation on behalf of ace41e62085c45e7b476f61a6636ad89 for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:09:26.138301 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.157029 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.166190 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.196208 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.210298 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Transition to ACTIVE for port object ee376787-f43d-4fbe-9c49-52b1b77b1d6e will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:26.214632 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d3700d3e-9587-4f22-9e05-89b24f5e84d2 req-f233a80e-cb1a-481d-9f98-8b4686a83a68 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877285 Jul 09 21:09:26.223843 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=0ff2fd3e-1e27-475d-bf4b-5634913b2ebc,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:26.280324 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.327532 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.375461 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Pushing event updated for resources: {'Port': ['ID=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:26.390420 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.404082 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.404501 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.404819 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.405073 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.405588 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.406080 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.406457 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.406719 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.407063 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.407375 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.407714 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.408028 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:26.428776 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:09:26.443301 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd23f09b-46cc-4ec4-8d41-6901def391b5,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:26.452130 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.453051 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Added segment 9d7a1201-2806-4190-a6ac-b54d3080bbc0 of type vlan for network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 Jul 09 21:09:26.458862 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.483767 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Attempting to bind port ee376787-f43d-4fbe-9c49-52b1b77b1d6e on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:09:26.484306 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Attempting to bind port ee376787-f43d-4fbe-9c49-52b1b77b1d6e by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:09:26.484891 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Attempting to bind port ee376787-f43d-4fbe-9c49-52b1b77b1d6e on network dc7d3fc2-f15d-4710-816c-5da82e837af8 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:26.491304 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:09:26.491858 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Checking segment: {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:26.492330 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.492965 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Bound using segment: {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:09:26.493510 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Bound port: ee376787-f43d-4fbe-9c49-52b1b77b1d6e, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:09:26.493981 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.505278 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.615858 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] For port ee376787-f43d-4fbe-9c49-52b1b77b1d6e, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:09:26.621015 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] For port ee376787-f43d-4fbe-9c49-52b1b77b1d6e, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:09:26.649184 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.652328 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:26.653440 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.741237 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] Pushing event updated for resources: {'Network': ['ID=2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:26.749259 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:26.757353 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:09:26.814056 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-858ef53a-733f-45bf-a3b8-dd6cd8df1363 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8382928 Jul 09 21:09:26.816899 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 55940) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:26.822446 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Request body: {'subnet': {'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-700699437-subnet', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'ip_version': 4}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:26.826821 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:26.827765 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:09:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:26.973445 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Made reservation on behalf of ace41e62085c45e7b476f61a6636ad89 for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:09:26.976018 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127483860'] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:27.036672 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c33a1-1751-40dc-aa75-90e9439aed98 None None] Pushing event updated for resources: {'Port': ['ID=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,revision_number=4']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:27.061302 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:27.385863 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:26Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:27.418573 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad80aacd-7a9a-461e-a2b0-09891ae44094 None None] The sync data for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi is: [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:26Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:09:27.438368 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b176a8e-da08-47e3-98fe-32849de48388 req-a9177067-7eba-4990-a302-3776dfdfab9d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:27.440105 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0b176a8e-da08-47e3-98fe-32849de48388 req-a9177067-7eba-4990-a302-3776dfdfab9d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.2749367 Jul 09 21:09:27.469012 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127536398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127483846'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:27.602006 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Checking segment: {'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:27.602350 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Network hostable DHCP agents. Network: 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:09:27.640035 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fe7ba-cf75-4c10-b718-bf11c9afe40f req-70d8b836-fd6a-45a7-a107-7d28d601fb3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:27.641631 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-137fe7ba-cf75-4c10-b718-bf11c9afe40f req-70d8b836-fd6a-45a7-a107-7d28d601fb3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.2665997 Jul 09 21:09:27.687747 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0b176a8e-da08-47e3-98fe-32849de48388 req-fb329d0a-0add-4210-844c-a27793ffc34a tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353837 Jul 09 21:09:27.710415 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=be850405-0f3d-4d8d-95e3-0119a52ad4fe,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:27.765653 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-137fe7ba-cf75-4c10-b718-bf11c9afe40f req-6547598f-8ff9-4200-a8ae-2d91c27be45c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034012 Jul 09 21:09:27.783594 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:09:27.867525 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ee376787-f43d-4fbe-9c49-52b1b77b1d6e up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:27.876265 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:27.881120 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:27.882659 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:27.933613 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4e573-0f53-4308-80a0-fd3e5e3c2b1d None None] Network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:09:27.965386 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55952) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:27.970197 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:27.973937 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b9321b70-7b6f-40d8-a190-5d0ad5dd5cbe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1540051 Jul 09 21:09:28.087513 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.089232 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.175058 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2', 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'fixed_ips': [{'subnet_id': 'be850405-0f3d-4d8d-95e3-0119a52ad4fe'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:09:28.176014 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.187892 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.266102 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port ee376787-f43d-4fbe-9c49-52b1b77b1d6e completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:28.273837 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port ee376787-f43d-4fbe-9c49-52b1b77b1d6e triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:28.274210 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.308587 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.396845 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Allocated IP 172.20.0.2 (2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2/be850405-0f3d-4d8d-95e3-0119a52ad4fe/4b15767e-1220-4725-a41e-9c42a9b86ccc) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:28.452982 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.492199 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.527448 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port ee376787-f43d-4fbe-9c49-52b1b77b1d6e, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:28.613425 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.614282 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:28.650422 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.701799 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Transition to ACTIVE for port object 4b15767e-1220-4725-a41e-9c42a9b86ccc will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:28.734604 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Transition to ACTIVE for port object 4b15767e-1220-4725-a41e-9c42a9b86ccc will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:28.745989 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:28.767036 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:28.767700 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.817540 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.859863 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:28.865760 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:28.872757 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:28.906470 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Pushing event updated for resources: {'Port': ['ID=4b15767e-1220-4725-a41e-9c42a9b86ccc,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:28.947305 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:28.998353 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:29.012264 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Attempting to bind port 4b15767e-1220-4725-a41e-9c42a9b86ccc on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:09:29.012701 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Attempting to bind port 4b15767e-1220-4725-a41e-9c42a9b86ccc by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:09:29.013510 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Attempting to bind port 4b15767e-1220-4725-a41e-9c42a9b86ccc on network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:29.029206 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:09:29.029583 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Checking segment: {'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:29.030885 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:29.031293 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Bound using segment: {'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:09:29.031813 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Bound port: 4b15767e-1220-4725-a41e-9c42a9b86ccc, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:09:29.032915 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:29.161845 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] For port 4b15767e-1220-4725-a41e-9c42a9b86ccc, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:09:29.167678 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] For port 4b15767e-1220-4725-a41e-9c42a9b86ccc, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4b15767e-1220-4725-a41e-9c42a9b86ccc,segment=NetworkSegment(9d7a1201-2806-4190-a6ac-b54d3080bbc0),segment_id=9d7a1201-2806-4190-a6ac-b54d3080bbc0)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:09:29.172541 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db106483-d3e7-44d5-96b0-90f6d5cc7dd8 req-0b05a3a3-84c2-4e7f-9f07-a29fe4977ba3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:29.174151 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db106483-d3e7-44d5-96b0-90f6d5cc7dd8 req-0b05a3a3-84c2-4e7f-9f07-a29fe4977ba3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.1881816 Jul 09 21:09:29.242496 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:29.247904 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c5ee7-70bb-4e09-8733-733ccf5aa7b8 req-df7ec324-c8cf-4126-bf74-bd238b88dd39 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:29.249664 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-305c5ee7-70bb-4e09-8733-733ccf5aa7b8 req-df7ec324-c8cf-4126-bf74-bd238b88dd39 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1870701 Jul 09 21:09:29.266844 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Allocated IP 172.27.2.133 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/df7b65d4-c005-4f82-8394-e4640b8284d3) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:29.310826 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db106483-d3e7-44d5-96b0-90f6d5cc7dd8 req-32eb5b65-5d2b-4c07-a842-38303b5b5f14 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265588 Jul 09 21:09:29.372022 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-305c5ee7-70bb-4e09-8733-733ccf5aa7b8 req-9ecbd569-6184-4384-87e8-91540988975d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941782 Jul 09 21:09:29.455072 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b830c6-93e1-427e-92e1-3c4fe6dde9e5 None None] Pushing event updated for resources: {'Port': ['ID=4b15767e-1220-4725-a41e-9c42a9b86ccc,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:29.463911 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:29.615463 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ee376787-f43d-4fbe-9c49-52b1b77b1d6e up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:29.700861 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port ee376787-f43d-4fbe-9c49-52b1b77b1d6e triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:29.701242 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:30.191096 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:30.234155 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:30.237626 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:30.241337 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:30.247956 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Pushing event updated for resources: {'Port': ['ID=df7b65d4-c005-4f82-8394-e4640b8284d3,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:30.501515 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba062e-38c2-43af-935e-45ddbf05962b req-e8ea86cb-cb2c-4848-8cdb-65683dbe19fa tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:30.509105 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-48ba062e-38c2-43af-935e-45ddbf05962b req-e8ea86cb-cb2c-4848-8cdb-65683dbe19fa tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.0857108 Jul 09 21:09:30.567296 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad790c8-9be1-470f-99dc-9b4b0c641be0 None None] Network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:09:30.599115 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-48ba062e-38c2-43af-935e-45ddbf05962b req-24d17694-0b90-495f-ac63-c2b80512ef48 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891032 Jul 09 21:09:30.706070 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f926a2-c857-4152-a8b6-4c691a03c0d0 req-9c583090-c30c-4bde-ada5-cfd167b774bc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:30.714097 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92f926a2-c857-4152-a8b6-4c691a03c0d0 req-9c583090-c30c-4bde-ada5-cfd167b774bc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1112957 Jul 09 21:09:30.720142 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:30.755179 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92f926a2-c857-4152-a8b6-4c691a03c0d0 req-33b42a33-3f92-40d4-95a4-6bd9cdb64368 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397670 Jul 09 21:09:30.806779 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-1703f4fd-cc35-41f2-a11e-48ca5af54485 None None] Provisioning for port 4b15767e-1220-4725-a41e-9c42a9b86ccc completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:30.942292 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:31.281789 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:09:31.395523 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:09:31.406340 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Sync routers for ids ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:09:31.415172 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Routers {'8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:31.425246 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:09:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:31.522110 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Set router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:31.528875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:31.530171 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f008e856-eabc-4300-a369-0524ebb52de1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5636880 Jul 09 21:09:31.532888 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 55990) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:31.759754 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4b15767e-1220-4725-a41e-9c42a9b86ccc up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:31.947536 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e1cd0-e404-4939-8f28-7dd69f3d1bba req-2578c39b-bb6b-4043-b0cb-eadfd4c280a2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:31.965718 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-372e1cd0-e404-4939-8f28-7dd69f3d1bba req-2578c39b-bb6b-4043-b0cb-eadfd4c280a2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.1052887 Jul 09 21:09:32.085182 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:09:30Z', 'revision_number': 3, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:32.104643 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-372e1cd0-e404-4939-8f28-7dd69f3d1bba req-5fea8afd-eea4-4c5d-a337-02e68723a210 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341109 Jul 09 21:09:32.108614 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c36a3b-3939-44f3-9547-ad17b31c672f req-046ef880-1ed6-4466-9f7e-966dd561357a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:32.117581 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-01c36a3b-3939-44f3-9547-ad17b31c672f req-046ef880-1ed6-4466-9f7e-966dd561357a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1384766 Jul 09 21:09:32.133175 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Checking router: 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:09:32.133459 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Updating router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b port df7b65d4-c005-4f82-8394-e4640b8284d3 binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:09:32.176108 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.200274 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 4b15767e-1220-4725-a41e-9c42a9b86ccc completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:32.206065 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-01c36a3b-3939-44f3-9547-ad17b31c672f req-48f31535-0b55-42a2-944a-793e96f4218f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722053 Jul 09 21:09:32.218729 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 4b15767e-1220-4725-a41e-9c42a9b86ccc triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:32.219116 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.461115 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.543404 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 4b15767e-1220-4725-a41e-9c42a9b86ccc, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4b15767e-1220-4725-a41e-9c42a9b86ccc,segment=NetworkSegment(9d7a1201-2806-4190-a6ac-b54d3080bbc0),segment_id=9d7a1201-2806-4190-a6ac-b54d3080bbc0)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:32.611116 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.626127 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Transition to ACTIVE for port object df7b65d4-c005-4f82-8394-e4640b8284d3 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:32.642135 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.658004 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.716429 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.724873 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=4b15767e-1220-4725-a41e-9c42a9b86ccc,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:32.779782 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Attempting to bind port df7b65d4-c005-4f82-8394-e4640b8284d3 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:09:32.780664 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Attempting to bind port df7b65d4-c005-4f82-8394-e4640b8284d3 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:09:32.780664 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Attempting to bind port df7b65d4-c005-4f82-8394-e4640b8284d3 on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:32.782418 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f3487-fcd7-41ac-9b80-6b0b503ced49 None None] Pushing event updated for resources: {'Port': ['ID=df7b65d4-c005-4f82-8394-e4640b8284d3,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:32.792769 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:09:32.793157 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:32.793720 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.794115 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:09:32.794662 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Bound port: df7b65d4-c005-4f82-8394-e4640b8284d3, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:09:32.795047 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.849609 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] For port df7b65d4-c005-4f82-8394-e4640b8284d3, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:09:32.852724 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] For port df7b65d4-c005-4f82-8394-e4640b8284d3, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=df7b65d4-c005-4f82-8394-e4640b8284d3,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:09:32.864109 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Allocated IP 172.20.0.1 (2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2/be850405-0f3d-4d8d-95e3-0119a52ad4fe/d4a8917f-3a29-4419-9995-9537316adec6) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:32.974157 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.985138 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.988369 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Transition to ACTIVE for port object d4a8917f-3a29-4419-9995-9537316adec6 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:33.043599 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Routers {'8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:33.044337 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:09:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:33.083182 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f3487-fcd7-41ac-9b80-6b0b503ced49 None None] Pushing event updated for resources: {'Port': ['ID=df7b65d4-c005-4f82-8394-e4640b8284d3,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:33.167080 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] Set router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:33.282897 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:33.365349 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:33.365349 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:33.365349 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:33.371759 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b1f18-a361-49af-8d24-b2c55a9cc926 req-afe9820c-e1ae-47e9-85e5-4fffe6524d47 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:33.373669 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-224b1f18-a361-49af-8d24-b2c55a9cc926 req-afe9820c-e1ae-47e9-85e5-4fffe6524d47 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.1066198 Jul 09 21:09:33.396942 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:09:30Z', 'revision_number': 3, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:33.427675 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a8917f-3a29-4419-9995-9537316adec6,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:33.444366 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff4c3b-1ef7-4dce-9bc0-4e52ec06cd8f None None] The sync data for ids ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'] in dv-cinder-800272-2-iscsi is: [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:09:30Z', 'revision_number': 3, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:09:33.450342 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:33.603311 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-224b1f18-a361-49af-8d24-b2c55a9cc926 req-e1a3a1cb-3d9a-431b-a4e0-44efb277f34b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206388 Jul 09 21:09:33.653137 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168073cf-80c0-401c-8f65-22fa811b01c0 req-a58d8c17-f9dd-46f9-85f0-25b590cb043f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:33.659812 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-168073cf-80c0-401c-8f65-22fa811b01c0 req-a58d8c17-f9dd-46f9-85f0-25b590cb043f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.2589729 Jul 09 21:09:33.717194 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4b15767e-1220-4725-a41e-9c42a9b86ccc up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:33.742657 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-168073cf-80c0-401c-8f65-22fa811b01c0 req-171dae0f-6279-42cb-b0d7-c65cbe0a2f3c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731437 Jul 09 21:09:33.819276 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 4b15767e-1220-4725-a41e-9c42a9b86ccc triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:33.824638 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:33.842509 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:34.118810 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:34.202009 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-1f85e7cb-dab7-4b3f-8e6d-cce870c35c4f None None] Provisioning for port d4a8917f-3a29-4419-9995-9537316adec6 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:34.202009 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-1f85e7cb-dab7-4b3f-8e6d-cce870c35c4f None None] Provisioning complete for port d4a8917f-3a29-4419-9995-9537316adec6 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:34.202009 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1f85e7cb-dab7-4b3f-8e6d-cce870c35c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:34.238255 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-1f85e7cb-dab7-4b3f-8e6d-cce870c35c4f None None] Port d4a8917f-3a29-4419-9995-9537316adec6 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:09:34.377641 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:34.451449 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a8917f-3a29-4419-9995-9537316adec6,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:34.464855 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:34.574946 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:34.576671 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:34.777087 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:09:34.959988 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:09:34.973057 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-466a6c60-f7e3-45a3-9caa-c1e59af0e2e6 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a17462f-2db0-4b36-85d6-fa51b8b9bf9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4312048 Jul 09 21:09:34.985123 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e08567-a5c0-4108-911b-28452758a6b9 req-f836bc01-743c-464d-96c5-7bfa5613ad09 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:34.987649 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a3e08567-a5c0-4108-911b-28452758a6b9 req-f836bc01-743c-464d-96c5-7bfa5613ad09 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.1665947 Jul 09 21:09:35.066452 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-0015a629-980a-4e11-968c-b0f28682be96 None None] Provisioning complete for port d4a8917f-3a29-4419-9995-9537316adec6 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:35.067113 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0015a629-980a-4e11-968c-b0f28682be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:35.089423 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a3e08567-a5c0-4108-911b-28452758a6b9 req-d7c178c0-9152-41b7-aa93-4d094bcc06a7 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956895 Jul 09 21:09:35.105258 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-0015a629-980a-4e11-968c-b0f28682be96 None None] Port d4a8917f-3a29-4419-9995-9537316adec6 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:09:35.146426 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23520002-1a03-435f-953b-db68b38adf42 req-a12a8c0e-2433-4e45-a79f-cf6720d9543f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:35.146426 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23520002-1a03-435f-953b-db68b38adf42 req-a12a8c0e-2433-4e45-a79f-cf6720d9543f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0995402 Jul 09 21:09:35.235766 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23520002-1a03-435f-953b-db68b38adf42 req-4087e648-1fcf-4980-b955-8ccfe79fdbb6 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980310 Jul 09 21:09:35.655356 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Sync routers for ids ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:09:35.671737 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Routers {'8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:35.672752 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:09:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:35.714954 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device df7b65d4-c005-4f82-8394-e4640b8284d3 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:35.854991 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Set router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:35.921593 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port df7b65d4-c005-4f82-8394-e4640b8284d3 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:35.926833 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port df7b65d4-c005-4f82-8394-e4640b8284d3 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:35.927229 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:36.069314 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:36.093641 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port df7b65d4-c005-4f82-8394-e4640b8284d3, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=df7b65d4-c005-4f82-8394-e4640b8284d3,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:36.190832 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:36.237826 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:09:33Z', 'revision_number': 4, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'd4a8917f-3a29-4419-9995-9537316adec6', 'name': '', 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'mac_address': 'fa:16:3e:45:14:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'be850405-0f3d-4d8d-95e3-0119a52ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:32Z', 'updated_at': '2021-07-09T21:09:33Z', 'revision_number': 2, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'subnets': [{'id': 'be850405-0f3d-4d8d-95e3-0119a52ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:36.290700 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Checking router: 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:09:36.296402 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Updating router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b port d4a8917f-3a29-4419-9995-9537316adec6 binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:09:36.367704 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:36.380675 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=df7b65d4-c005-4f82-8394-e4640b8284d3,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:36.416285 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73e8c4-6b53-4c42-9dea-c75e31d51b93 req-b6ef0fd4-dfc0-46ff-85d9-2289eb159d85 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:36.419086 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba73e8c4-6b53-4c42-9dea-c75e31d51b93 req-b6ef0fd4-dfc0-46ff-85d9-2289eb159d85 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.1258204 Jul 09 21:09:36.516236 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba73e8c4-6b53-4c42-9dea-c75e31d51b93 req-415768f3-666e-4383-94de-c8e1b8ba1602 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903561 Jul 09 21:09:36.707556 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39662d2-e067-4960-8953-0b25d49e253f req-77e999ad-563d-45f1-a67b-58c1a3961a6f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:36.715462 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f39662d2-e067-4960-8953-0b25d49e253f req-77e999ad-563d-45f1-a67b-58c1a3961a6f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0928550 Jul 09 21:09:36.767066 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f39662d2-e067-4960-8953-0b25d49e253f req-8c6e0753-a5b2-4156-9cb0-faa9926bb4a7 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494394 Jul 09 21:09:37.035581 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:37.052792 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Transition to ACTIVE for port object d4a8917f-3a29-4419-9995-9537316adec6 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:37.499202 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:37.652305 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeba59b-2d03-4f64-a993-10e00427ed86 None None] Pushing event updated for resources: {'Port': ['ID=d4a8917f-3a29-4419-9995-9537316adec6,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:37.721841 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Attempting to bind port d4a8917f-3a29-4419-9995-9537316adec6 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:09:37.728082 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device df7b65d4-c005-4f82-8394-e4640b8284d3 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:37.732090 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Attempting to bind port d4a8917f-3a29-4419-9995-9537316adec6 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:09:37.732692 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Attempting to bind port d4a8917f-3a29-4419-9995-9537316adec6 on network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:37.751512 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:09:37.752190 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Checking segment: {'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:37.752775 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:37.753327 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Bound using segment: {'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:09:37.753970 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Bound port: d4a8917f-3a29-4419-9995-9537316adec6, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a1201-2806-4190-a6ac-b54d3080bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:09:37.754549 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:37.883960 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port df7b65d4-c005-4f82-8394-e4640b8284d3 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:37.884249 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:37.927458 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] For port d4a8917f-3a29-4419-9995-9537316adec6, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:09:37.928463 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67db44c-d097-4370-96b8-ad1cc63f13f2 req-ccaf49e9-12e6-427d-94fd-5182ed4b641e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:37.944097 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a67db44c-d097-4370-96b8-ad1cc63f13f2 req-ccaf49e9-12e6-427d-94fd-5182ed4b641e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.1591508 Jul 09 21:09:37.945555 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] For port d4a8917f-3a29-4419-9995-9537316adec6, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=d4a8917f-3a29-4419-9995-9537316adec6,segment=NetworkSegment(9d7a1201-2806-4190-a6ac-b54d3080bbc0),segment_id=9d7a1201-2806-4190-a6ac-b54d3080bbc0)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:09:38.010637 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a67db44c-d097-4370-96b8-ad1cc63f13f2 req-04f3c357-5640-4be1-8aa0-f3d55c4ea9d2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549762 Jul 09 21:09:38.111410 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:38.137474 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e085d-b618-4bee-8a87-4ec402fac3e0 req-b3a54d4c-9eb2-4f21-a0b0-c6b7ba84a6ad tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:38.151344 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5f0e085d-b618-4bee-8a87-4ec402fac3e0 req-b3a54d4c-9eb2-4f21-a0b0-c6b7ba84a6ad tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1311843 Jul 09 21:09:38.218281 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5f0e085d-b618-4bee-8a87-4ec402fac3e0 req-37bf714d-feff-481b-9cac-93215295f5bf tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657120 Jul 09 21:09:38.356147 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Routers {'8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:38.356794 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:09:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:38.358596 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeba59b-2d03-4f64-a993-10e00427ed86 None None] Pushing event updated for resources: {'Port': ['ID=d4a8917f-3a29-4419-9995-9537316adec6,revision_number=4']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:38.567559 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] Set router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:38.868812 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:09:33Z', 'revision_number': 4, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'd4a8917f-3a29-4419-9995-9537316adec6', 'name': '', 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'mac_address': 'fa:16:3e:45:14:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'be850405-0f3d-4d8d-95e3-0119a52ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:32Z', 'updated_at': '2021-07-09T21:09:37Z', 'revision_number': 4, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'subnets': [{'id': 'be850405-0f3d-4d8d-95e3-0119a52ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:38.952589 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b5e3a-d7a0-4803-a633-bb356b66468c None None] The sync data for ids ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'] in dv-cinder-800272-2-iscsi is: [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:09:33Z', 'revision_number': 4, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'd4a8917f-3a29-4419-9995-9537316adec6', 'name': '', 'network_id': '2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'mac_address': 'fa:16:3e:45:14:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'be850405-0f3d-4d8d-95e3-0119a52ad4fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:32Z', 'updated_at': '2021-07-09T21:09:37Z', 'revision_number': 4, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'subnets': [{'id': 'be850405-0f3d-4d8d-95e3-0119a52ad4fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:09:39.263777 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa86d34-a36e-4b77-b908-072660455dac req-d5f60ae4-447e-470b-ad28-3d84b3ba55d8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:39.270812 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afa86d34-a36e-4b77-b908-072660455dac req-d5f60ae4-447e-470b-ad28-3d84b3ba55d8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.0934794 Jul 09 21:09:39.363022 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afa86d34-a36e-4b77-b908-072660455dac req-22631357-e3b8-4737-b554-91bbee5fc234 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853391 Jul 09 21:09:39.616328 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9a8d-083e-4f6b-94fa-318180ea4eab req-afcc83e7-e6d2-4c8b-bcc3-015ef66b758a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:39.617995 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3adc9a8d-083e-4f6b-94fa-318180ea4eab req-afcc83e7-e6d2-4c8b-bcc3-015ef66b758a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1425121 Jul 09 21:09:39.734638 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3adc9a8d-083e-4f6b-94fa-318180ea4eab req-cce71293-04a5-47cc-ac24-e7d383b8075b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030955 Jul 09 21:09:39.761207 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device d4a8917f-3a29-4419-9995-9537316adec6 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:39.887640 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port d4a8917f-3a29-4419-9995-9537316adec6 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:39.893607 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port d4a8917f-3a29-4419-9995-9537316adec6 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:39.894180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:39.994468 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:40.028291 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port d4a8917f-3a29-4419-9995-9537316adec6, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=d4a8917f-3a29-4419-9995-9537316adec6,segment=NetworkSegment(9d7a1201-2806-4190-a6ac-b54d3080bbc0),segment_id=9d7a1201-2806-4190-a6ac-b54d3080bbc0)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:40.537409 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb903be-0b20-4c93-8e59-2c009f2783fd req-727b761f-ce0a-45bd-932a-54aded9766ea tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:40.538901 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0cb903be-0b20-4c93-8e59-2c009f2783fd req-727b761f-ce0a-45bd-932a-54aded9766ea tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.0634251 Jul 09 21:09:40.576565 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0cb903be-0b20-4c93-8e59-2c009f2783fd req-6bd52eb2-f8f5-4cd3-bc36-3101e7dcab96 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Jul 09 21:09:40.579533 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:40.607212 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:40.630574 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=d4a8917f-3a29-4419-9995-9537316adec6,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:40.966876 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd53f9-a2e9-42f3-ad07-767df32befe2 req-8db80cdd-8596-4286-ba50-f57958117fdc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:40.972437 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7bbd53f9-a2e9-42f3-ad07-767df32befe2 req-8db80cdd-8596-4286-ba50-f57958117fdc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0799367 Jul 09 21:09:41.028534 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7bbd53f9-a2e9-42f3-ad07-767df32befe2 req-c7741ea0-7ced-4eca-a070-4d89e9acc20b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522892 Jul 09 21:09:41.701240 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device d4a8917f-3a29-4419-9995-9537316adec6 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:41.726464 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-f49a2903-3ab0-40fa-90a0-86ef95e502e2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:41.728060 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-f49a2903-3ab0-40fa-90a0-86ef95e502e2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.1542642 Jul 09 21:09:41.770758 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port d4a8917f-3a29-4419-9995-9537316adec6 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:41.776868 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:41.874869 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c189bbc-a0ec-48a9-b1ed-d59149ad6ef0 req-5c1eef0c-8c6a-489a-9da6-4b361eaea13e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:41.877557 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3c189bbc-a0ec-48a9-b1ed-d59149ad6ef0 req-5c1eef0c-8c6a-489a-9da6-4b361eaea13e tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 945 time: 0.1211460 Jul 09 21:09:41.911895 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Deleting port 02c31753-b82c-4474-8913-07d997e945a5 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:09:41.912364 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:41.928230 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3c189bbc-a0ec-48a9-b1ed-d59149ad6ef0 req-60344b5c-1e01-4111-b41c-bb5869c76aa9 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Jul 09 21:09:42.023464 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] For port 02c31753-b82c-4474-8913-07d997e945a5, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=02c31753-b82c-4474-8913-07d997e945a5,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:42.023954 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:42.040845 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Calling delete_port for 02c31753-b82c-4474-8913-07d997e945a5 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:09:42.271562 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e782d-fba8-43b2-8c5a-b9086e45aa0c req-fa622ccc-e87f-4567-b100-007db6599d1a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:42.276625 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f20e782d-fba8-43b2-8c5a-b9086e45aa0c req-fa622ccc-e87f-4567-b100-007db6599d1a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0994713 Jul 09 21:09:42.319050 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:42.322589 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f20e782d-fba8-43b2-8c5a-b9086e45aa0c req-18693581-ebdc-42ee-aaa4-030cb0a50e98 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439761 Jul 09 21:09:42.361771 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ee185b1c-01a9-4ee3-a801-6ad19ceec91d', '972a339e-dde3-4255-8b9b-8ca89c984e77', '02c31753-b82c-4474-8913-07d997e945a5'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:09:42.382459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Pushing event deleted for resources: {'Port': ['ID=02c31753-b82c-4474-8913-07d997e945a5,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:42.428444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] No DVR routers for this DVR port 02c31753-b82c-4474-8913-07d997e945a5 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:09:42.434150 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:42.436652 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fdf989ef-c2ca-459f-aee1-b92ecb4befba req-4632b384-886b-4560-b146-c1fe808bce37 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "DELETE /v2.0/ports/02c31753-b82c-4474-8913-07d997e945a5 HTTP/1.1" status: 204 len: 173 time: 0.7011130 Jul 09 21:09:42.437338 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210cc6ec-35ad-4780-90c0-45abe76c9c4f', 'name': 'network-vif-deleted', 'tag': '02c31753-b82c-4474-8913-07d997e945a5'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:42.439930 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85153d83-1aef-4380-a71e-181dd827f7b4" -d '{"events": [{"server_uuid": "210cc6ec-35ad-4780-90c0-45abe76c9c4f", "name": "network-vif-deleted", "tag": "02c31753-b82c-4474-8913-07d997e945a5"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:42.513378 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae08c5f-b0ba-4091-b501-3d703c0fdeed x-openstack-request-id: req-bae08c5f-b0ba-4091-b501-3d703c0fdeed {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:42.513511 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210cc6ec-35ad-4780-90c0-45abe76c9c4f", "name": "network-vif-deleted", "tag": "02c31753-b82c-4474-8913-07d997e945a5", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:42.513773 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bae08c5f-b0ba-4091-b501-3d703c0fdeed {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:42.514185 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210cc6ec-35ad-4780-90c0-45abe76c9c4f', 'name': 'network-vif-deleted', 'tag': '02c31753-b82c-4474-8913-07d997e945a5', 'status': 'completed', 'code': 200} Jul 09 21:09:42.772986 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 56158) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:42.910720 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-f8e20368-3d91-4746-99e6-3c1854136dfb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686660 Jul 09 21:09:42.926724 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ed115dab-18ff-4431-a646-e3dce9f63452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.051494 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ed115dab-18ff-4431-a646-e3dce9f63452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.073556 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-a08caad6-e3a4-4bed-9405-b4ef28f40931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:43.075651 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-a08caad6-e3a4-4bed-9405-b4ef28f40931 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f48759f14f9747efaca2b8985e13adf4&device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 1099 time: 0.0758948 Jul 09 21:09:43.146248 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bcf17d75-fb43-434e-a7cf-e2fc618db09f req-5575d4d2-09ed-4c82-a43c-4eb68d5d2936 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 210 time: 0.0307295 Jul 09 21:09:43.217855 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ed115dab-18ff-4431-a646-e3dce9f63452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.229047 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-1b195411-d370-47d4-bb46-44a7bc43eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:43.229047 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-1b195411-d370-47d4-bb46-44a7bc43eaed service neutron] 10.222.0.43 "GET /v2.0/networks?id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 200 len: 916 time: 0.1095171 Jul 09 21:09:43.259494 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ed115dab-18ff-4431-a646-e3dce9f63452 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ae8edd9973a495aaf2ab95cba86d909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849513 Jul 09 21:09:43.260906 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed115dab-18ff-4431-a646-e3dce9f63452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138eb98e-c136-4cca-b76c-e5e5110b7541,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:43.266799 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 56164) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:43.281696 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-67909098-bce2-4190-99cb-d0bf8fc8374c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d HTTP/1.1" status: 200 len: 217 time: 0.0448804 Jul 09 21:09:43.341761 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-83511a8c-600b-4e83-a976-32ea2749c30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.355952 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-d5ee41e6-6fc3-465d-ab87-ebcc08163634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:43.357566 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-d5ee41e6-6fc3-465d-ab87-ebcc08163634 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 200 len: 855 time: 0.0661805 Jul 09 21:09:43.364053 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-83511a8c-600b-4e83-a976-32ea2749c30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.404117 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-d8022a0e-8aa6-415c-beaa-fa929a49b599 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374722 Jul 09 21:09:43.518437 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-40d2dfda-f189-45d8-81d7-57d502ac64f8 service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058996 Jul 09 21:09:43.554863 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-83511a8c-600b-4e83-a976-32ea2749c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.558050 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-83511a8c-600b-4e83-a976-32ea2749c30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:43.560945 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-83511a8c-600b-4e83-a976-32ea2749c30b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/138eb98e-c136-4cca-b76c-e5e5110b7541 HTTP/1.1" status: 204 len: 168 time: 0.2964609 Jul 09 21:09:43.594670 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec2517-debf-43a8-a59d-9072feabfb66 req-4018b077-5f55-4348-af47-778c98237ac9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:43.610500 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-abec2517-debf-43a8-a59d-9072feabfb66 req-4018b077-5f55-4348-af47-778c98237ac9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1286757 Jul 09 21:09:43.624675 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb795d1c-9f76-4b96-9096-7446bccac9ea req-dbd9bd8b-d9cd-4dd2-a942-fceafc4e8f9e service neutron] 10.222.0.43 "GET /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982525 Jul 09 21:09:43.631755 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83511a8c-600b-4e83-a976-32ea2749c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138eb98e-c136-4cca-b76c-e5e5110b7541,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:43.671842 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-abec2517-debf-43a8-a59d-9072feabfb66 req-caf84456-18ab-4d34-bc4c-c846fc02c7c4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602729 Jul 09 21:09:44.307059 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6318b12e-5020-4c0a-8e96-1696b8238dfe req-f610a5e1-7248-40b9-a202-e1e186eaafd2 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=210cc6ec-35ad-4780-90c0-45abe76c9c4f HTTP/1.1" status: 200 len: 210 time: 0.0290155 Jul 09 21:09:44.852729 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd7748-d34f-4b2e-b8c2-ba57c5dd37a6 req-f1a5a3b6-4256-4560-bf73-9c16a09ccea2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:44.854415 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dfbd7748-d34f-4b2e-b8c2-ba57c5dd37a6 req-f1a5a3b6-4256-4560-bf73-9c16a09ccea2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0685084 Jul 09 21:09:44.914812 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dfbd7748-d34f-4b2e-b8c2-ba57c5dd37a6 req-0201aed2-d36a-43be-ab50-4d461746218e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535331 Jul 09 21:09:46.209881 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42c85-32f8-4d2d-b2be-c0dd653f9370 req-77ec2dc3-c348-4a1d-a338-19d95865da36 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:46.227240 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-16e42c85-32f8-4d2d-b2be-c0dd653f9370 req-77ec2dc3-c348-4a1d-a338-19d95865da36 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1504335 Jul 09 21:09:46.360696 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-16e42c85-32f8-4d2d-b2be-c0dd653f9370 req-793c343a-7611-4ad9-9730-f62c6bdda618 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319304 Jul 09 21:09:46.400523 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb28e1-8f80-42ce-8df8-059afaceb1b8 req-f01e13ad-5dd3-4d72-a5ea-2fc1f994087d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:46.400523 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b7bb28e1-8f80-42ce-8df8-059afaceb1b8 req-f01e13ad-5dd3-4d72-a5ea-2fc1f994087d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.1354759 Jul 09 21:09:46.444782 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b7bb28e1-8f80-42ce-8df8-059afaceb1b8 req-93ac5aa1-20ee-4161-86bd-b4f7aa5c3e5d tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Jul 09 21:09:46.869911 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 02c31753-b82c-4474-8913-07d997e945a5 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:09:46.885836 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 02c31753-b82c-4474-8913-07d997e945a5 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:09:46.886188 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 02c31753-b82c-4474-8913-07d997e945a5 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:09:47.627566 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b855-f228-45b7-9725-76eff3280ecf req-e9d16611-249d-4fbc-a2e5-6f0edc681d3f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:47.629243 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1964b855-f228-45b7-9725-76eff3280ecf req-e9d16611-249d-4fbc-a2e5-6f0edc681d3f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.1040359 Jul 09 21:09:47.699837 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1964b855-f228-45b7-9725-76eff3280ecf req-0406d09a-7494-4769-8868-e22fbf5b6303 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624559 Jul 09 21:09:47.742193 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b87b7e-b7bf-47c7-8b15-9b4495cc296f req-66db1d45-a87e-4b64-bb08-92aedad8a981 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:47.743874 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-86b87b7e-b7bf-47c7-8b15-9b4495cc296f req-66db1d45-a87e-4b64-bb08-92aedad8a981 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.1110656 Jul 09 21:09:47.792020 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-86b87b7e-b7bf-47c7-8b15-9b4495cc296f req-08dff9b4-789c-47ea-90ef-38f6fc756ca4 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354297 Jul 09 21:09:48.928010 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c63db-8725-4df7-950a-c444a32ba322 req-7f74758a-a256-463e-9294-1e9e506ab542 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:48.930841 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c77c63db-8725-4df7-950a-c444a32ba322 req-7f74758a-a256-463e-9294-1e9e506ab542 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0998378 Jul 09 21:09:49.023220 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c77c63db-8725-4df7-950a-c444a32ba322 req-5587a0b2-ef48-4adc-b4bd-2c2fb40173a3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836422 Jul 09 21:09:49.033540 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 56274) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:49.076854 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c0610-06e8-4e5d-ae18-a08ab9a6fed6 req-3527a446-9668-47f2-b164-b679b57fc83c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:49.084449 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c85c0610-06e8-4e5d-ae18-a08ab9a6fed6 req-3527a446-9668-47f2-b164-b679b57fc83c tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.1462815 Jul 09 21:09:49.147339 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c85c0610-06e8-4e5d-ae18-a08ab9a6fed6 req-3fe0a77b-eafe-4e86-bee1-abb782778f58 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Jul 09 21:09:49.184995 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:49.244456 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-17a16f5c-d753-4d66-98a8-a006570c6108 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:49.246306 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-17a16f5c-d753-4d66-98a8-a006570c6108 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.1149404 Jul 09 21:09:49.316895 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:49.556100 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:49.597385 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c9bf420e55d437f8e51f620a2080409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589521 Jul 09 21:09:49.597385 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289a08ab-5648-4067-91cd-2ac00caabbba,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:49.597987 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 56282) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:49.614736 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.615095 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.615468 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.615814 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.616152 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.616492 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.616827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.617157 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.617491 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.617821 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.618145 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.618473 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6078b7-9662-4355-95df-c44abce2f3ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:49.657406 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-17f7754d-76c1-4bc4-8677-a528313c1a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:49.681561 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-17f7754d-76c1-4bc4-8677-a528313c1a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:49.819696 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-17f7754d-76c1-4bc4-8677-a528313c1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:49.822266 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-17f7754d-76c1-4bc4-8677-a528313c1a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:49.823646 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-17f7754d-76c1-4bc4-8677-a528313c1a21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/289a08ab-5648-4067-91cd-2ac00caabbba HTTP/1.1" status: 204 len: 168 time: 0.2248938 Jul 09 21:09:49.831898 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7754d-76c1-4bc4-8677-a528313c1a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289a08ab-5648-4067-91cd-2ac00caabbba,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:50.227354 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce188-a62d-4474-bb30-97b14f0d0520 req-e82e37bb-e521-4968-9e60-98529ee1443b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:50.231005 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9ffce188-a62d-4474-bb30-97b14f0d0520 req-e82e37bb-e521-4968-9e60-98529ee1443b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0716267 Jul 09 21:09:50.279858 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9ffce188-a62d-4474-bb30-97b14f0d0520 req-bb037fa7-7b26-42da-9a75-44385aa479e7 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434947 Jul 09 21:09:50.368929 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Deleting port 972a339e-dde3-4255-8b9b-8ca89c984e77 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:09:50.377222 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:50.378755 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f5ebf-008e-487d-89c9-f03c02ee8d35 req-eee3c9b0-9d70-46f5-9c98-fb727d77b518 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:50.378755 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-043f5ebf-008e-487d-89c9-f03c02ee8d35 req-eee3c9b0-9d70-46f5-9c98-fb727d77b518 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 945 time: 0.0712457 Jul 09 21:09:50.477539 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] For port 972a339e-dde3-4255-8b9b-8ca89c984e77, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=972a339e-dde3-4255-8b9b-8ca89c984e77,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:50.477898 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:50.480645 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-043f5ebf-008e-487d-89c9-f03c02ee8d35 req-f1da3a6d-3e21-49bb-b794-c9a14a8324ca tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964835 Jul 09 21:09:50.491662 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Calling delete_port for 972a339e-dde3-4255-8b9b-8ca89c984e77 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:09:50.535188 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-89dcd94f-6694-4437-ad24-c3efc39b433c tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:50.539890 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-89dcd94f-6694-4437-ad24-c3efc39b433c tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/networks?id=dc7d3fc2-f15d-4710-816c-5da82e837af8 HTTP/1.1" status: 200 len: 814 time: 0.1205473 Jul 09 21:09:50.551656 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-485c1659-43db-4dba-913f-8b54de3d33c3 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/quotas/494ea88bf58447e0ac61d3d6d731c380 HTTP/1.1" status: 200 len: 375 time: 0.0096304 Jul 09 21:09:50.619057 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-12e899e2-da49-4b7c-bfb9-74dbd71e1cc1 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=494ea88bf58447e0ac61d3d6d731c380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618832 Jul 09 21:09:50.670091 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 56312) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:50.677655 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:50.690083 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a6b97164-7cb0-4355-b889-4c9eadf3e259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:50.719085 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-f2bb356a-fa56-4c49-99b5-e16116dcdad2 service neutron] 10.222.0.64 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882857 Jul 09 21:09:50.719879 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Pushing event deleted for resources: {'Port': ['ID=972a339e-dde3-4255-8b9b-8ca89c984e77,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:50.775166 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] No DVR routers for this DVR port 972a339e-dde3-4255-8b9b-8ca89c984e77 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:09:50.778724 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:50.780772 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-16e145f2-0ecc-4a5f-b4cd-b3b75b64f676 req-983a22ce-23ed-43a8-8ae5-0c8839c475b3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "DELETE /v2.0/ports/972a339e-dde3-4255-8b9b-8ca89c984e77 HTTP/1.1" status: 204 len: 173 time: 0.5484300 Jul 09 21:09:50.781217 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1', 'name': 'network-vif-deleted', 'tag': '972a339e-dde3-4255-8b9b-8ca89c984e77'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:50.783567 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7675d50e-aaf7-4eca-8210-c4d07e951e67" -d '{"events": [{"server_uuid": "87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1", "name": "network-vif-deleted", "tag": "972a339e-dde3-4255-8b9b-8ca89c984e77"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:50.845992 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1fae3c-54b5-4158-85ae-01bdd72d051a x-openstack-request-id: req-6d1fae3c-54b5-4158-85ae-01bdd72d051a {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:50.846330 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1", "name": "network-vif-deleted", "tag": "972a339e-dde3-4255-8b9b-8ca89c984e77", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:50.846575 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d1fae3c-54b5-4158-85ae-01bdd72d051a {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:50.846970 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1', 'name': 'network-vif-deleted', 'tag': '972a339e-dde3-4255-8b9b-8ca89c984e77', 'status': 'completed', 'code': 200} Jul 09 21:09:50.868405 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a6b97164-7cb0-4355-b889-4c9eadf3e259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:50.974293 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a6b97164-7cb0-4355-b889-4c9eadf3e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:51.011447 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b97164-7cb0-4355-b889-4c9eadf3e259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790790a6-3f33-462e-93f9-8705d2b0266a,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:51.015851 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a6b97164-7cb0-4355-b889-4c9eadf3e259 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93aa540dd294481895d6e469be2ac52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447158 Jul 09 21:09:51.020151 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 56316) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:51.045669 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-a2e44a8e-e2d1-4509-9003-1cdad061145d service neutron] 10.222.0.64 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146701 Jul 09 21:09:51.079089 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f7458be9-b8e2-4419-a4e0-3c4f0d247ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:51.101959 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f7458be9-b8e2-4419-a4e0-3c4f0d247ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:51.270922 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f7458be9-b8e2-4419-a4e0-3c4f0d247ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:51.273460 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f7458be9-b8e2-4419-a4e0-3c4f0d247ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:51.274653 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f7458be9-b8e2-4419-a4e0-3c4f0d247ee3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/790790a6-3f33-462e-93f9-8705d2b0266a HTTP/1.1" status: 204 len: 168 time: 0.2547143 Jul 09 21:09:51.285196 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7458be9-b8e2-4419-a4e0-3c4f0d247ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790790a6-3f33-462e-93f9-8705d2b0266a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:51.370076 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-21779203-8149-4a6e-816c-c62fc43decd0 req-a71d7d21-0f88-418c-a787-98b9045de12e tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 210 time: 0.0451944 Jul 09 21:09:51.491167 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1500f0-6160-4321-8dff-10ebb7740a00 req-fd1092a5-04ef-49f7-a57f-09da21e327d7 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:51.492786 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8a1500f0-6160-4321-8dff-10ebb7740a00 req-fd1092a5-04ef-49f7-a57f-09da21e327d7 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 943 time: 0.0729504 Jul 09 21:09:51.532977 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8a1500f0-6160-4321-8dff-10ebb7740a00 req-a58e1992-2690-4562-b4c2-0ca762de9801 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339468 Jul 09 21:09:51.622376 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6b56dde7-4669-4d34-acdc-1bd33482cda1 req-2afb1307-55df-41b9-bbae-b0a515b65ad4 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 210 time: 0.0275028 Jul 09 21:09:52.118149 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ee185b1c-01a9-4ee3-a801-6ad19ceec91d', '972a339e-dde3-4255-8b9b-8ca89c984e77'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:09:52.147968 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:09:52.291555 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:52.313140 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '82b8c503-4f85-44f3-9669-de19bd59de49', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'port_id': '82b8c503-4f85-44f3-9669-de19bd59de49', 'mac_address': 'fa:16:3e:a8:34:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:09:52.384293 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:52.402306 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b8c503-4f85-44f3-9669-de19bd59de49 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:09:52.431537 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:52.447794 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ec0d77d5-324c-4884-a155-e86d549a806d req-37545b85-417d-4047-8c49-c27e095add98 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 210 time: 0.0301814 Jul 09 21:09:52.550589 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:52.577091 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-c7c90441-6a9f-4aea-894a-1a0f57c72da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:52.605669 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=9']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:52.736005 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e03d-1925-4315-89dc-9464c1ce85da req-f8c57507-1c08-4f1a-8cc7-09482b6df5cf tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:52.739092 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3a58e03d-1925-4315-89dc-9464c1ce85da req-f8c57507-1c08-4f1a-8cc7-09482b6df5cf tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 944 time: 0.0672138 Jul 09 21:09:52.794755 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b1629eed-e409-4c4a-a7d3-3e6b73631f23 req-5c2471ff-bea0-4111-ac11-34bd89a50016 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=87bcd3e9-82e5-4980-9ec0-4f6f3d9520b1 HTTP/1.1" status: 200 len: 210 time: 0.0367079 Jul 09 21:09:52.801971 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3a58e03d-1925-4315-89dc-9464c1ce85da req-46947228-c1ca-4de2-887a-c18ed8c563ec tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587244 Jul 09 21:09:53.045018 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['82b8c503-4f85-44f3-9669-de19bd59de49'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:09:53.596502 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8fe10edf-d656-4abc-9c64-23b9c16bb262 req-27f439f3-3e76-46f0-bd99-203f90aea6fa tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 210 time: 0.0283182 Jul 09 21:09:53.985511 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d188e-5f92-4d37-b77f-08ffedf04f3b req-4f27d0d5-4218-4df4-a024-b769589e31c6 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:53.986894 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-878d188e-5f92-4d37-b77f-08ffedf04f3b req-4f27d0d5-4218-4df4-a024-b769589e31c6 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 944 time: 0.0654430 Jul 09 21:09:54.025889 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-878d188e-5f92-4d37-b77f-08ffedf04f3b req-a85bba60-b696-4fd8-9146-fb167ea661d8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Jul 09 21:09:54.148170 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:54.196472 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 82b8c503-4f85-44f3-9669-de19bd59de49 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:54.196849 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:54.285396 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:54.311681 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:54.315711 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f04c8cb-6a3e-4274-b51b-87e6a9a30b15" -d '{"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-plugged", "status": "completed", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:54.337752 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:54.382178 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185a2252-1983-4a95-94ad-2c806e70dab4 x-openstack-request-id: req-185a2252-1983-4a95-94ad-2c806e70dab4 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:54.382473 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-plugged", "status": "completed", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:54.382730 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-185a2252-1983-4a95-94ad-2c806e70dab4 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:54.383121 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49', 'code': 200} Jul 09 21:09:54.459573 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:54.460389 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 972a339e-dde3-4255-8b9b-8ca89c984e77 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:09:54.498288 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 972a339e-dde3-4255-8b9b-8ca89c984e77 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:09:54.498638 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 972a339e-dde3-4255-8b9b-8ca89c984e77 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:09:54.525316 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=10']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:54.535135 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.537886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.537886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.537886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.537886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.537886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.537886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.537886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.537886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.538541 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.538541 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.538712 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:54.669614 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-cbcb2baa-ffac-45d8-942e-dee4c0a33c64 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:54.671217 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-cbcb2baa-ffac-45d8-942e-dee4c0a33c64 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.43 "GET /v2.0/networks?id=dc7d3fc2-f15d-4710-816c-5da82e837af8 HTTP/1.1" status: 200 len: 814 time: 0.1020682 Jul 09 21:09:54.691739 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'port': {'device_id': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'admin_state_up': True, 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:54.739503 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a395cb4e-1f0f-435d-890f-41bbf5ced9f1 req-ef1e4aff-bcf0-44dd-9cd4-fe1a5ea4bfd3 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 210 time: 0.0290239 Jul 09 21:09:54.893768 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Made reservation on behalf of 494ea88bf58447e0ac61d3d6d731c380 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:09:54.898356 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.023173 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Allocated IP 172.20.0.3 (dc7d3fc2-f15d-4710-816c-5da82e837af8/c2619b6a-5f4b-4d65-9843-6e094df55e70/1b179686-b08d-4a94-8771-a777a3ebc020) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:55.110442 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9ba53a66-ce4b-4d25-a2c8-8ea11d129247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.170935 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.185079 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Transition to ACTIVE for port object 1b179686-b08d-4a94-8771-a777a3ebc020 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:55.226141 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ab36d-f5da-4d21-bfac-745fda4c81c7 req-1d211b6f-033e-4ed0-9748-14f845eadccf tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:55.227640 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-972ab36d-f5da-4d21-bfac-745fda4c81c7 req-1d211b6f-033e-4ed0-9748-14f845eadccf tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0619199 Jul 09 21:09:55.263667 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.264928 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-972ab36d-f5da-4d21-bfac-745fda4c81c7 req-2ab59d49-f9ba-4d8b-b305-3b4337855a8a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Jul 09 21:09:55.475922 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.532304 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:55.536516 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:55.543171 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:55.569230 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'Port': ['ID=1b179686-b08d-4a94-8771-a777a3ebc020,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:55.605165 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:55.605662 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.671772 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-125d8f33-18df-49c1-b01d-64c5269242e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9839473 Jul 09 21:09:55.909537 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd1985-7d9d-44e3-b331-7e0c57766b05 req-66930018-b9c0-44a7-b4dd-7a2aa4a9ea4b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:55.910929 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-febd1985-7d9d-44e3-b331-7e0c57766b05 req-66930018-b9c0-44a7-b4dd-7a2aa4a9ea4b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 931 time: 0.0632720 Jul 09 21:09:55.938966 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-51d54438-3a05-4af7-b2f9-9cd085789c51 None None] Provisioning for port 1b179686-b08d-4a94-8771-a777a3ebc020 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:55.942877 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-51d54438-3a05-4af7-b2f9-9cd085789c51 None None] Provisioning complete for port 1b179686-b08d-4a94-8771-a777a3ebc020 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:55.943256 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-51d54438-3a05-4af7-b2f9-9cd085789c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:55.948462 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-febd1985-7d9d-44e3-b331-7e0c57766b05 req-ed149ffd-6391-44ae-a4d6-02b3e6366fcd tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 09 21:09:55.979869 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-51d54438-3a05-4af7-b2f9-9cd085789c51 None None] Port 1b179686-b08d-4a94-8771-a777a3ebc020 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:09:56.390574 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:56.439203 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba914f-5259-447f-8a60-81ae959872e8 req-a180d818-0c69-41ac-be28-3328bdd63d25 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:56.440713 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b6ba914f-5259-447f-8a60-81ae959872e8 req-a180d818-0c69-41ac-be28-3328bdd63d25 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0606263 Jul 09 21:09:56.483785 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b6ba914f-5259-447f-8a60-81ae959872e8 req-10bf3bd4-7d1c-476b-84bb-45bd917b2b63 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371726 Jul 09 21:09:57.114905 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893fda7-2ba3-4b1f-8f07-ea79d6325046 req-30e080fe-e843-4cc0-a5ff-63fb84b7e255 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:57.116384 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b893fda7-2ba3-4b1f-8f07-ea79d6325046 req-30e080fe-e843-4cc0-a5ff-63fb84b7e255 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 931 time: 0.0598495 Jul 09 21:09:57.155763 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b893fda7-2ba3-4b1f-8f07-ea79d6325046 req-b4c8139a-774a-4870-a5d1-8c6db5dbeb99 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332451 Jul 09 21:09:57.666057 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a3bf9-8d18-49c7-bf5b-c2772464612c req-c21ae6a6-e85c-4f6c-850a-b1ed27dbb1d0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:57.667558 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-006a3bf9-8d18-49c7-bf5b-c2772464612c req-c21ae6a6-e85c-4f6c-850a-b1ed27dbb1d0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0612381 Jul 09 21:09:57.703949 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-006a3bf9-8d18-49c7-bf5b-c2772464612c req-a721ac48-2558-4833-a972-a6639888009c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Jul 09 21:09:57.959636 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Request body: {'port': {'device_id': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:58.032638 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:58.048051 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:58.314613 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b179686-b08d-4a94-8771-a777a3ebc020 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:09:58.322199 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:58.334981 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Transition to ACTIVE for port object 1b179686-b08d-4a94-8771-a777a3ebc020 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:58.361408 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513013e-2d3b-4bbe-bd72-e3ef7596d28b req-00a60c42-5aa6-4f65-8da2-089a4979ce17 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:58.364284 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0513013e-2d3b-4bbe-bd72-e3ef7596d28b req-00a60c42-5aa6-4f65-8da2-089a4979ce17 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 931 time: 0.0829399 Jul 09 21:09:58.411076 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0513013e-2d3b-4bbe-bd72-e3ef7596d28b req-952ed754-9f32-43a2-9872-c457bff300cb tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351155 Jul 09 21:09:58.467130 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728079-3d9d-49f2-b67d-3459874b769e req-1f562de5-ef09-4ced-8019-4c894baaa775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:58.468574 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dd728079-3d9d-49f2-b67d-3459874b769e req-1f562de5-ef09-4ced-8019-4c894baaa775 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 1099 time: 0.0514112 Jul 09 21:09:58.503193 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dd728079-3d9d-49f2-b67d-3459874b769e req-f20ef146-2d60-4d38-9606-c83b7aa0d8ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266600 Jul 09 21:09:58.586538 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:58.642088 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Pushing event updated for resources: {'Port': ['ID=1b179686-b08d-4a94-8771-a777a3ebc020,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:58.762396 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Attempting to bind port 1b179686-b08d-4a94-8771-a777a3ebc020 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:09:58.762728 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Attempting to bind port 1b179686-b08d-4a94-8771-a777a3ebc020 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:09:58.763066 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Attempting to bind port 1b179686-b08d-4a94-8771-a777a3ebc020 on network dc7d3fc2-f15d-4710-816c-5da82e837af8 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:58.768020 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Port 1b179686-b08d-4a94-8771-a777a3ebc020 on network dc7d3fc2-f15d-4710-816c-5da82e837af8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:09:58.768512 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Attempting to bind port 1b179686-b08d-4a94-8771-a777a3ebc020 on network dc7d3fc2-f15d-4710-816c-5da82e837af8 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:58.773916 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:09:58.780380 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Checking segment: {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:58.780380 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Bound using segment: {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:09:58.780380 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Bound port: 1b179686-b08d-4a94-8771-a777a3ebc020, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffbe305-3d60-4115-8ec5-f6c1ab54c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:09:58.780380 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:58.867470 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] For port 1b179686-b08d-4a94-8771-a777a3ebc020, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:09:58.873319 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] For port 1b179686-b08d-4a94-8771-a777a3ebc020, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=1b179686-b08d-4a94-8771-a777a3ebc020,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:09:58.939344 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c11c88-68c0-4fc7-8a1c-8b367e568772 req-149b3db0-1bb8-4a82-a573-5b635815231d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:58.948122 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-49c11c88-68c0-4fc7-8a1c-8b367e568772 req-149b3db0-1bb8-4a82-a573-5b635815231d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0945845 Jul 09 21:09:58.986376 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-49c11c88-68c0-4fc7-8a1c-8b367e568772 req-c37a9c45-5571-4f6e-ae39-663254a5eb4b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360901 Jul 09 21:09:59.105709 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:59.141391 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:59.142152 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:59.143698 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] 10.222.0.43 "PUT /v2.0/ports/1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 1093 time: 1.1886644 Jul 09 21:09:59.147177 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:59.149669 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39be6ff-f3bd-4b56-bc60-c7fbaf269eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:59.183084 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc4898-5b75-437a-b4c1-3e79fd77a949 service neutron] Pushing event updated for resources: {'Port': ['ID=1b179686-b08d-4a94-8771-a777a3ebc020,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:59.194781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aba642f-7ce2-4ab3-9171-cd9cdc0dc12d x-openstack-request-id: req-2aba642f-7ce2-4ab3-9171-cd9cdc0dc12d {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:59.194781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:59.194781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2aba642f-7ce2-4ab3-9171-cd9cdc0dc12d {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:59.195752 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020', 'status': 'completed', 'code': 200} Jul 09 21:09:59.589829 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b53d1b-bea9-4ea7-b321-a5573e7822d6 req-4ed03302-2380-4890-8c5b-b8256a9a74e9 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:59.591401 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-31b53d1b-bea9-4ea7-b321-a5573e7822d6 req-4ed03302-2380-4890-8c5b-b8256a9a74e9 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0689967 Jul 09 21:09:59.639457 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-31b53d1b-bea9-4ea7-b321-a5573e7822d6 req-ea4c298b-3764-4714-bd9f-55ff48567eff tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Jul 09 21:10:00.181774 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b23d36-c420-4d61-bd11-0a097acefdc3 req-c6cca956-43d0-465d-9bf1-ac39f850df05 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:00.184851 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e2b23d36-c420-4d61-bd11-0a097acefdc3 req-c6cca956-43d0-465d-9bf1-ac39f850df05 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0728152 Jul 09 21:10:00.234224 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e2b23d36-c420-4d61-bd11-0a097acefdc3 req-eae1fb1c-6e14-4487-99dc-a258dbcda97c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435886 Jul 09 21:10:00.515470 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1983-537b-48dc-9827-1f0925ebe1a2 req-03525b74-8c64-483e-827b-195bd63ae3f9 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:00.517330 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5f9c1983-537b-48dc-9827-1f0925ebe1a2 req-03525b74-8c64-483e-827b-195bd63ae3f9 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0739558 Jul 09 21:10:00.563067 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5f9c1983-537b-48dc-9827-1f0925ebe1a2 req-c3535c15-f789-4229-8214-f0db72665722 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Jul 09 21:10:00.834844 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914b0e-c676-44da-9370-88daa787309e req-36e272a7-e61f-4a78-902d-3d4464955075 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:00.836894 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb914b0e-c676-44da-9370-88daa787309e req-36e272a7-e61f-4a78-902d-3d4464955075 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0750692 Jul 09 21:10:00.882166 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb914b0e-c676-44da-9370-88daa787309e req-c30e4a54-4eea-4ea7-a763-c5f863d47e9b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Jul 09 21:10:01.009180 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:10:01.450687 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201631c-9c0e-424d-a687-6500fbe77017 req-14c92479-e7a6-443f-80f0-4f6ae90020a9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:01.452446 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b201631c-9c0e-424d-a687-6500fbe77017 req-14c92479-e7a6-443f-80f0-4f6ae90020a9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0789709 Jul 09 21:10:01.502446 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b201631c-9c0e-424d-a687-6500fbe77017 req-0ae3e0bb-2cd9-4774-9d36-051adfaca42e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Jul 09 21:10:01.748281 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18095ed0-eb56-45ef-be39-a6cd6cce4c88 req-b4fb62a6-eb84-43d8-81f0-a0984d9b98bb tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:01.749870 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-18095ed0-eb56-45ef-be39-a6cd6cce4c88 req-b4fb62a6-eb84-43d8-81f0-a0984d9b98bb tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0708063 Jul 09 21:10:01.787781 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-18095ed0-eb56-45ef-be39-a6cd6cce4c88 req-070a6637-295e-4743-b29a-2c98f1d61371 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Jul 09 21:10:02.078271 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d6a09-d5e1-45ea-8c30-dcad9bcd5c55 req-4b18561a-bfa9-453c-ba4b-997c2f602824 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:02.079800 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6e2d6a09-d5e1-45ea-8c30-dcad9bcd5c55 req-4b18561a-bfa9-453c-ba4b-997c2f602824 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0663276 Jul 09 21:10:02.130210 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6e2d6a09-d5e1-45ea-8c30-dcad9bcd5c55 req-40793bc5-4c50-4b91-b2e9-9c8c7e6853b5 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Jul 09 21:10:02.700032 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500a86e-db77-492d-85ae-a90c0edf4f07 req-ac0ad37f-84a4-431f-9fd9-b7d101bb3408 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:02.701997 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3500a86e-db77-492d-85ae-a90c0edf4f07 req-ac0ad37f-84a4-431f-9fd9-b7d101bb3408 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0659270 Jul 09 21:10:02.748137 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3500a86e-db77-492d-85ae-a90c0edf4f07 req-2c4c9b26-f06a-4335-ad67-a421ed35e050 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 Jul 09 21:10:02.984177 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bceb53c-7d08-4490-9939-27a7cb67a09b req-aa4fd6f9-0d57-4284-8719-7f13375f7c5f tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:02.985896 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0bceb53c-7d08-4490-9939-27a7cb67a09b req-aa4fd6f9-0d57-4284-8719-7f13375f7c5f tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0801475 Jul 09 21:10:03.033988 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0bceb53c-7d08-4490-9939-27a7cb67a09b req-5d42c2ea-4aac-4de5-99bc-13d6c5f4affa tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384192 Jul 09 21:10:03.326949 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021b15d-1f13-46d1-bdd8-14486ac541d5 req-33283e36-b9cd-4136-9ee5-404976a202d4 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:03.328691 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b021b15d-1f13-46d1-bdd8-14486ac541d5 req-33283e36-b9cd-4136-9ee5-404976a202d4 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0884106 Jul 09 21:10:03.372951 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b021b15d-1f13-46d1-bdd8-14486ac541d5 req-6eb515a6-2f79-41c4-84f1-f9b0c36081b3 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357974 Jul 09 21:10:03.932697 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a196414-2bb1-4b4d-b877-db9e305a85bb req-b06e00b7-26a6-47dc-9707-34a644a96c46 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:03.934089 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1a196414-2bb1-4b4d-b877-db9e305a85bb req-b06e00b7-26a6-47dc-9707-34a644a96c46 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0636492 Jul 09 21:10:03.970961 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1a196414-2bb1-4b4d-b877-db9e305a85bb req-8e302115-432a-4ea3-96c6-fed3ca160f8d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Jul 09 21:10:04.227638 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e680c8b-5d70-4622-b3dc-eca6abe17e34 req-616194e3-1726-4f75-b54f-f95256a5e6be tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:04.229087 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8e680c8b-5d70-4622-b3dc-eca6abe17e34 req-616194e3-1726-4f75-b54f-f95256a5e6be tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0804148 Jul 09 21:10:04.270469 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8e680c8b-5d70-4622-b3dc-eca6abe17e34 req-df76f429-08c2-43ad-bfb4-0c8b7bc2f996 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Jul 09 21:10:04.572713 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aefd3b-d05d-4eeb-9526-7dd55bb5bcea req-86908d7c-c387-4f1e-ac93-ed3c74aa656f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:04.574544 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-55aefd3b-d05d-4eeb-9526-7dd55bb5bcea req-86908d7c-c387-4f1e-ac93-ed3c74aa656f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0766518 Jul 09 21:10:04.616718 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-55aefd3b-d05d-4eeb-9526-7dd55bb5bcea req-26159b79-f0ba-4784-9115-708d7f63e2ab tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356050 Jul 09 21:10:05.174583 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd15838-3003-4a62-8557-311070b6a5c2 req-e0b63bd7-afa0-4f7b-9e73-54c5798eab44 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:05.176348 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-abd15838-3003-4a62-8557-311070b6a5c2 req-e0b63bd7-afa0-4f7b-9e73-54c5798eab44 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0697649 Jul 09 21:10:05.236806 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-abd15838-3003-4a62-8557-311070b6a5c2 req-851e19f3-1615-4bcb-81e1-19b84daba220 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440140 Jul 09 21:10:05.494257 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29465d0-e123-4190-8f80-6743ae606dd8 req-f0a0d717-ab97-4561-ad8c-5468ebfaa3cf tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:05.496324 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d29465d0-e123-4190-8f80-6743ae606dd8 req-f0a0d717-ab97-4561-ad8c-5468ebfaa3cf tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0866845 Jul 09 21:10:05.537826 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d29465d0-e123-4190-8f80-6743ae606dd8 req-7501be7a-35bd-4fe7-bc0d-e1b60ccecb0b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Jul 09 21:10:05.842790 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15587521-1396-42d3-a0dd-3cd524d7fba2 req-22499583-47bc-4d3f-93ed-55e6045d735f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:05.844591 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-15587521-1396-42d3-a0dd-3cd524d7fba2 req-22499583-47bc-4d3f-93ed-55e6045d735f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0894678 Jul 09 21:10:05.891884 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-15587521-1396-42d3-a0dd-3cd524d7fba2 req-9f1c0960-d8d7-4963-b6b1-42387b6c97f7 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377302 Jul 09 21:10:06.438875 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ca2ce-049c-4f1e-96ec-f588be4f2b5c req-e3840e49-92d4-42a0-9d87-16fd7253d018 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:06.440413 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-591ca2ce-049c-4f1e-96ec-f588be4f2b5c req-e3840e49-92d4-42a0-9d87-16fd7253d018 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0728297 Jul 09 21:10:06.481569 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-591ca2ce-049c-4f1e-96ec-f588be4f2b5c req-78e6488e-0dbc-42eb-8c54-dc82573d6801 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353401 Jul 09 21:10:06.748307 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e5c5e-3fb8-4203-b1b2-2304c52d6674 req-962c6f47-dc4e-4bc1-85e4-47e8b689bf78 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:06.749806 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e10e5c5e-3fb8-4203-b1b2-2304c52d6674 req-962c6f47-dc4e-4bc1-85e4-47e8b689bf78 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0785525 Jul 09 21:10:06.792804 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e10e5c5e-3fb8-4203-b1b2-2304c52d6674 req-d0401a3a-064e-4725-b9f3-46a0413a0356 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369253 Jul 09 21:10:07.109854 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603585-2d56-4c38-a122-67b5a315385e req-a5a82f8f-8c23-4ba2-a76e-6bd4dcc1d26c tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:07.111465 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4b603585-2d56-4c38-a122-67b5a315385e req-a5a82f8f-8c23-4ba2-a76e-6bd4dcc1d26c tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0821736 Jul 09 21:10:07.164404 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4b603585-2d56-4c38-a122-67b5a315385e req-974c5bf0-cb7a-4521-851b-c7a4a3f45ae9 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469816 Jul 09 21:10:07.677835 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e5ef1-32fc-4c1d-a314-1f88a73d24d4 req-b7dd52c3-cd0c-4384-b712-15903cf0c397 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:07.679503 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0e5e5ef1-32fc-4c1d-a314-1f88a73d24d4 req-b7dd52c3-cd0c-4384-b712-15903cf0c397 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0700297 Jul 09 21:10:07.717945 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0e5e5ef1-32fc-4c1d-a314-1f88a73d24d4 req-fc479174-1170-467c-b6e7-c7368072ad8a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Jul 09 21:10:07.971549 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50352aa-f163-4623-918a-478fe5163f86 req-025c66c7-51bc-4384-8711-517c5afac1ed tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:07.973310 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b50352aa-f163-4623-918a-478fe5163f86 req-025c66c7-51bc-4384-8711-517c5afac1ed tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0674007 Jul 09 21:10:08.009648 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b50352aa-f163-4623-918a-478fe5163f86 req-67dee234-39e5-42e3-a43b-4be008c2241f tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Jul 09 21:10:08.514715 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd481f2-a395-4293-83c4-ad13a3773bd5 req-e5e8ee83-a30f-45f7-8600-101ad7fd46e9 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:08.516169 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bcd481f2-a395-4293-83c4-ad13a3773bd5 req-e5e8ee83-a30f-45f7-8600-101ad7fd46e9 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0618386 Jul 09 21:10:08.557153 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bcd481f2-a395-4293-83c4-ad13a3773bd5 req-96867cfb-de5f-4768-947f-d5b7dfc77ba1 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Jul 09 21:10:08.903517 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d94443-319a-40f3-b041-1ec08811ea19 req-7b6b5979-7f02-4cab-ac20-77c2014595f8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:08.905103 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81d94443-319a-40f3-b041-1ec08811ea19 req-7b6b5979-7f02-4cab-ac20-77c2014595f8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0682094 Jul 09 21:10:08.946190 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-81d94443-319a-40f3-b041-1ec08811ea19 req-ddb1249b-8880-4b61-9e06-cbfd58eaad89 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351899 Jul 09 21:10:09.193157 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba69ca6-0fce-44fd-bd6a-a0459f4cab92 req-6b80f71b-0f40-417e-82a6-231f4b33c66f tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:09.194638 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6ba69ca6-0fce-44fd-bd6a-a0459f4cab92 req-6b80f71b-0f40-417e-82a6-231f4b33c66f tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0727308 Jul 09 21:10:09.235145 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6ba69ca6-0fce-44fd-bd6a-a0459f4cab92 req-d9d61a7b-e487-4ac0-a579-66215b8edce1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Jul 09 21:10:09.740548 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313fd30-7d98-40a7-aba5-231703cff92f req-e44f346c-f1f5-43ba-a705-807836fb7177 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:09.742058 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8313fd30-7d98-40a7-aba5-231703cff92f req-e44f346c-f1f5-43ba-a705-807836fb7177 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0665588 Jul 09 21:10:09.778732 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8313fd30-7d98-40a7-aba5-231703cff92f req-11edc2bf-54d6-4b85-83ac-4cd954de8ec1 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Jul 09 21:10:10.128662 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b37e4-9431-49e5-923f-a4b9bceeb46a req-f94efad9-374d-405b-a1ba-d0daf03f9f3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.130368 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b82b37e4-9431-49e5-923f-a4b9bceeb46a req-f94efad9-374d-405b-a1ba-d0daf03f9f3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0632629 Jul 09 21:10:10.173338 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b82b37e4-9431-49e5-923f-a4b9bceeb46a req-a16cd502-2ff1-4147-870e-1b3c316abfec tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355022 Jul 09 21:10:10.314518 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be6ff-f3bd-4b56-bc60-c7fbaf269eaa req-42b262b3-ed7a-4a60-a336-4ed0133c4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.316490 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d39be6ff-f3bd-4b56-bc60-c7fbaf269eaa req-42b262b3-ed7a-4a60-a336-4ed0133c4000 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=494ea88bf58447e0ac61d3d6d731c380&device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1096 time: 0.0676510 Jul 09 21:10:10.422580 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48c75b-0a1f-4eee-b26f-68f3de47ee25 req-b49e9f6e-f6f3-4f73-9b9f-826a17dacdd4 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.424132 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0d48c75b-0a1f-4eee-b26f-68f3de47ee25 req-b49e9f6e-f6f3-4f73-9b9f-826a17dacdd4 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0670257 Jul 09 21:10:10.472702 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0d48c75b-0a1f-4eee-b26f-68f3de47ee25 req-bc5b35be-ef4c-48e4-932f-0701b4756178 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Jul 09 21:10:10.483242 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be6ff-f3bd-4b56-bc60-c7fbaf269eaa req-738fdab2-f3d6-4e3d-8d15-03356bd59c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.484783 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d39be6ff-f3bd-4b56-bc60-c7fbaf269eaa req-738fdab2-f3d6-4e3d-8d15-03356bd59c31 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=494ea88bf58447e0ac61d3d6d731c380&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1101499 Jul 09 21:10:10.518249 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:10.589468 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be6ff-f3bd-4b56-bc60-c7fbaf269eaa req-ee3c1fc7-6963-4373-ae4a-e696fd137948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.590926 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d39be6ff-f3bd-4b56-bc60-c7fbaf269eaa req-ee3c1fc7-6963-4373-ae4a-e696fd137948 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966563 Jul 09 21:10:10.713131 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-9d3dcb6b-eb8a-4fe4-9893-a643b2d764a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.715120 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-9d3dcb6b-eb8a-4fe4-9893-a643b2d764a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=494ea88bf58447e0ac61d3d6d731c380&device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1096 time: 0.0515099 Jul 09 21:10:10.764755 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-350a8f51-4331-45a1-91c0-8be03676c3f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 217 time: 0.0331779 Jul 09 21:10:10.823891 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-1b1488b9-d24c-442e-97f1-51b84410db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.825519 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-1b1488b9-d24c-442e-97f1-51b84410db86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2619b6a-5f4b-4d65-9843-6e094df55e70 HTTP/1.1" status: 200 len: 853 time: 0.0485613 Jul 09 21:10:10.887975 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-847ff306-62ee-4204-ace1-c4fb75112c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.889477 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-847ff306-62ee-4204-ace1-c4fb75112c2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc7d3fc2-f15d-4710-816c-5da82e837af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556493 Jul 09 21:10:10.979520 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a23701-bcef-495e-9f6f-9379e597a013 req-9b5c7863-07a2-4951-bf39-8afc0cd5cb0e tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:10.980640 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b9a23701-bcef-495e-9f6f-9379e597a013 req-9b5c7863-07a2-4951-bf39-8afc0cd5cb0e tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0720758 Jul 09 21:10:10.986245 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-7027e532-93c8-405f-8383-f250d79425ae service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876880 Jul 09 21:10:11.018971 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b9a23701-bcef-495e-9f6f-9379e597a013 req-f71261b8-3116-4c6d-a605-64c68614842c tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Jul 09 21:10:11.332356 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-632cd161-66ae-47a3-b0a0-eac07f15063c req-fe536fdf-65e5-46f8-af71-fa329c84e43a service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363762 Jul 09 21:10:11.363646 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7e6bf-cd5d-40b1-9b38-cb02aaff39e6 req-d13a5f6e-5459-4c90-b08d-85e28c736b3e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:11.365216 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-86d7e6bf-cd5d-40b1-9b38-cb02aaff39e6 req-d13a5f6e-5459-4c90-b08d-85e28c736b3e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0655456 Jul 09 21:10:11.405010 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-86d7e6bf-cd5d-40b1-9b38-cb02aaff39e6 req-8269681d-baad-4c79-bb93-4bc304227c5f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334129 Jul 09 21:10:11.648469 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed17c98-3201-4be4-ba20-a71d7e3e19e6 req-207e13bf-90bb-4a44-9d04-c71be2ef8dee tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:11.650044 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5ed17c98-3201-4be4-ba20-a71d7e3e19e6 req-207e13bf-90bb-4a44-9d04-c71be2ef8dee tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0714786 Jul 09 21:10:11.690454 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5ed17c98-3201-4be4-ba20-a71d7e3e19e6 req-5dd865da-0a74-41f9-b736-042d13b5aae5 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Jul 09 21:10:12.188774 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac447b7d-8857-4713-a4d5-c21ed71a452f req-5904d067-1f98-43d0-aaf9-9af2f0bbc983 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:12.190258 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ac447b7d-8857-4713-a4d5-c21ed71a452f req-5904d067-1f98-43d0-aaf9-9af2f0bbc983 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0631628 Jul 09 21:10:12.230985 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ac447b7d-8857-4713-a4d5-c21ed71a452f req-404483e5-3def-4009-b77f-0adcacdbc35f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Jul 09 21:10:12.581256 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf963df-dcd1-487e-b77a-682918dbb1b2 req-debab4b6-9726-4cce-831b-078c23159d17 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:12.582735 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4cf963df-dcd1-487e-b77a-682918dbb1b2 req-debab4b6-9726-4cce-831b-078c23159d17 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0613163 Jul 09 21:10:12.618799 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4cf963df-dcd1-487e-b77a-682918dbb1b2 req-7d79c100-5eec-4b7d-bf4f-d4d1bfe2deb3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304577 Jul 09 21:10:12.866511 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744bb1c-cd04-45a7-b31d-96da922624eb req-df36481a-9db2-4802-ac54-5c4f4a68f0de tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:12.868054 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3744bb1c-cd04-45a7-b31d-96da922624eb req-df36481a-9db2-4802-ac54-5c4f4a68f0de tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0687654 Jul 09 21:10:12.906663 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3744bb1c-cd04-45a7-b31d-96da922624eb req-a2afd022-8316-44e3-8dea-4c9d4e85ecb1 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322809 Jul 09 21:10:13.410884 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bde922-1c29-40de-8d98-1c6988814cdf req-9ad2a559-5997-4277-8510-6e34b361978b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:13.412502 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-67bde922-1c29-40de-8d98-1c6988814cdf req-9ad2a559-5997-4277-8510-6e34b361978b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0686102 Jul 09 21:10:13.451854 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-67bde922-1c29-40de-8d98-1c6988814cdf req-850b71fa-82ef-4d8d-9832-30ebed7e10fb tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Jul 09 21:10:13.516029 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150d3b-579a-4f46-b78f-8c47da668e5e req-b32033b5-9584-4a14-8468-b3329142cb1d tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:13.517430 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf150d3b-579a-4f46-b78f-8c47da668e5e req-b32033b5-9584-4a14-8468-b3329142cb1d tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.0647054 Jul 09 21:10:13.553850 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf150d3b-579a-4f46-b78f-8c47da668e5e req-aeaf0388-41cc-4f19-8a6f-a4b4b55bcad6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Jul 09 21:10:13.793061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5c1a7-c3d7-4f2f-94ef-e4d81dbaa379 req-5e599763-2310-4665-be13-6660e72804e4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:13.794451 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1df5c1a7-c3d7-4f2f-94ef-e4d81dbaa379 req-5e599763-2310-4665-be13-6660e72804e4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0611932 Jul 09 21:10:13.832045 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1df5c1a7-c3d7-4f2f-94ef-e4d81dbaa379 req-e0bd2650-cd71-4c9b-a5f7-b668c8722c45 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Jul 09 21:10:14.077488 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07277e3-d8c5-4930-8c90-0b9fcc798e69 req-8e323d90-cb47-40cb-bf94-d81b17fb4bd8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:14.078983 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d07277e3-d8c5-4930-8c90-0b9fcc798e69 req-8e323d90-cb47-40cb-bf94-d81b17fb4bd8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0623751 Jul 09 21:10:14.115493 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d07277e3-d8c5-4930-8c90-0b9fcc798e69 req-fcf2ed38-a422-4ca0-b006-e56679340273 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Jul 09 21:10:14.625924 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee245f-3bde-40a4-8e30-fae116be8bf3 req-bba8a203-fac8-4405-bad2-2bb75acb1918 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:14.627496 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c4ee245f-3bde-40a4-8e30-fae116be8bf3 req-bba8a203-fac8-4405-bad2-2bb75acb1918 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0674598 Jul 09 21:10:14.665814 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c4ee245f-3bde-40a4-8e30-fae116be8bf3 req-dd71517e-dd2d-464a-a039-e8eb1f4f93c2 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Jul 09 21:10:14.730136 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ce0ba-4156-4d2e-8a5c-cadbe5fcfb86 req-aea0e2ee-315b-46ae-a749-882d0786a75b tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:14.731697 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9f2ce0ba-4156-4d2e-8a5c-cadbe5fcfb86 req-aea0e2ee-315b-46ae-a749-882d0786a75b tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.0649700 Jul 09 21:10:14.771494 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9f2ce0ba-4156-4d2e-8a5c-cadbe5fcfb86 req-a4dd7d59-a75e-487f-badf-16608a660fd4 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335960 Jul 09 21:10:15.010848 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fefc8-a3c9-48d7-91c6-456c0ba31435 req-b85ddc42-b13e-46d3-b1c0-aa19ef196d6f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:15.012424 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0e7fefc8-a3c9-48d7-91c6-456c0ba31435 req-b85ddc42-b13e-46d3-b1c0-aa19ef196d6f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0655348 Jul 09 21:10:15.049689 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0e7fefc8-a3c9-48d7-91c6-456c0ba31435 req-7080f1c9-30a8-4511-9d26-15869ac1d992 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Jul 09 21:10:15.286406 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb73cf-424c-4aab-8ff8-2f41afb1d89a req-ca52e641-1fb0-407b-8aa4-6b6a1d21a6c3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:15.287986 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afdb73cf-424c-4aab-8ff8-2f41afb1d89a req-ca52e641-1fb0-407b-8aa4-6b6a1d21a6c3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0642173 Jul 09 21:10:15.327072 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-afdb73cf-424c-4aab-8ff8-2f41afb1d89a req-556e3c12-f0ba-4839-a2d0-8d3dd9207bde tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Jul 09 21:10:15.687675 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 1b179686-b08d-4a94-8771-a777a3ebc020 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:10:15.782246 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 1b179686-b08d-4a94-8771-a777a3ebc020, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=1b179686-b08d-4a94-8771-a777a3ebc020,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:15.794446 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '1b179686-b08d-4a94-8771-a777a3ebc020', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'port_id': '1b179686-b08d-4a94-8771-a777a3ebc020', 'mac_address': 'fa:16:3e:d5:e8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:10:15.835522 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.852934 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c555ba1-fb01-4034-9860-9c88bdc79da4 req-ddc03e13-b33c-476e-8568-e3dbd2587920 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:15.854114 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b179686-b08d-4a94-8771-a777a3ebc020 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:10:15.854478 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9c555ba1-fb01-4034-9860-9c88bdc79da4 req-ddc03e13-b33c-476e-8568-e3dbd2587920 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 943 time: 0.0742724 Jul 09 21:10:15.875718 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 1b179686-b08d-4a94-8771-a777a3ebc020, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=1b179686-b08d-4a94-8771-a777a3ebc020,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:15.898353 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9c555ba1-fb01-4034-9860-9c88bdc79da4 req-f197a694-f9a2-4698-b685-6eb91aaa8a6a tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Jul 09 21:10:15.962936 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:15.965332 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce594c82-c4b0-4ad5-9ba4-690f1f63170e req-4b9608e2-b9d9-4947-913f-d9280fec591a tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:15.967458 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ce594c82-c4b0-4ad5-9ba4-690f1f63170e req-4b9608e2-b9d9-4947-913f-d9280fec591a tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.0730681 Jul 09 21:10:16.010236 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ce594c82-c4b0-4ad5-9ba4-690f1f63170e req-2aa5531b-bdf9-4971-a8b4-af6b1c3242ba tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Jul 09 21:10:16.010922 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=1b179686-b08d-4a94-8771-a777a3ebc020,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:16.224152 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e3927-4a08-471c-a187-2adae5282ac9 req-1d103d1c-1932-425e-9753-04f2f7820090 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:16.225633 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f47e3927-4a08-471c-a187-2adae5282ac9 req-1d103d1c-1932-425e-9753-04f2f7820090 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0620594 Jul 09 21:10:16.276330 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f47e3927-4a08-471c-a187-2adae5282ac9 req-880f3b56-c582-4210-920f-5a0e734740ce tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 Jul 09 21:10:16.498755 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8d70e-791e-4828-93f5-1d8122193bd6 req-22d44302-81eb-4c84-b8c3-b9e1ac7267c3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:16.500331 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-def8d70e-791e-4828-93f5-1d8122193bd6 req-22d44302-81eb-4c84-b8c3-b9e1ac7267c3 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0656185 Jul 09 21:10:16.514571 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-5395d435-b253-41b9-859a-67855c410de8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:16.516058 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-5395d435-b253-41b9-859a-67855c410de8 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 946 time: 0.0654309 Jul 09 21:10:16.531271 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['1b179686-b08d-4a94-8771-a777a3ebc020'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:10:16.538940 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-def8d70e-791e-4828-93f5-1d8122193bd6 req-8828db5b-04b2-4b43-8bfa-85f39c845c8b tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/security-groups?id=953bbd42-7f51-4172-b3ac-59782628c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330508 Jul 09 21:10:16.625963 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Deleting port ee185b1c-01a9-4ee3-a801-6ad19ceec91d {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:16.626556 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.718106 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] For port ee185b1c-01a9-4ee3-a801-6ad19ceec91d, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,segment=NetworkSegment(b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8),segment_id=b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:16.718467 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.732525 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Calling delete_port for ee185b1c-01a9-4ee3-a801-6ad19ceec91d owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:16.939413 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:16.968578 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Pushing event deleted for resources: {'Port': ['ID=ee185b1c-01a9-4ee3-a801-6ad19ceec91d,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:17.014480 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] No DVR routers for this DVR port ee185b1c-01a9-4ee3-a801-6ad19ceec91d on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:17.017140 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:17.019248 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-310fb3c6-92de-4cc6-8ef8-cf300471a69b req-7e795751-889a-4f0d-b4b7-b15692336323 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.43 "DELETE /v2.0/ports/ee185b1c-01a9-4ee3-a801-6ad19ceec91d HTTP/1.1" status: 204 len: 173 time: 0.4971697 Jul 09 21:10:17.019741 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43ca169-a151-4266-a1ae-4fd7464f9184', 'name': 'network-vif-deleted', 'tag': 'ee185b1c-01a9-4ee3-a801-6ad19ceec91d'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:17.021961 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf1ed04-c128-40bc-b327-4adf4e3d5c29" -d '{"events": [{"server_uuid": "e43ca169-a151-4266-a1ae-4fd7464f9184", "name": "network-vif-deleted", "tag": "ee185b1c-01a9-4ee3-a801-6ad19ceec91d"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:17.071088 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d7e6d6-469f-4ae7-b630-4cc583ef0028 x-openstack-request-id: req-e8d7e6d6-469f-4ae7-b630-4cc583ef0028 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:17.071498 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43ca169-a151-4266-a1ae-4fd7464f9184", "name": "network-vif-deleted", "tag": "ee185b1c-01a9-4ee3-a801-6ad19ceec91d", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:17.072633 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8d7e6d6-469f-4ae7-b630-4cc583ef0028 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:17.073282 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43ca169-a151-4266-a1ae-4fd7464f9184', 'name': 'network-vif-deleted', 'tag': 'ee185b1c-01a9-4ee3-a801-6ad19ceec91d', 'status': 'completed', 'code': 200} Jul 09 21:10:17.096445 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefe33d-41f8-4b18-b527-1af612629799 req-2fe5ffac-7cd6-473d-9320-28832825011a tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:17.106232 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bfefe33d-41f8-4b18-b527-1af612629799 req-2fe5ffac-7cd6-473d-9320-28832825011a tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 944 time: 0.0926218 Jul 09 21:10:17.149547 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bfefe33d-41f8-4b18-b527-1af612629799 req-d3243d0a-7f55-4102-8481-e97db1b92d92 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371165 Jul 09 21:10:17.228132 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db2813-f474-4c65-869d-c2cf70b772fa req-a3d29aaf-3d1d-4f44-b60d-4684f43619d6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:17.229793 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-98db2813-f474-4c65-869d-c2cf70b772fa req-a3d29aaf-3d1d-4f44-b60d-4684f43619d6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.0663710 Jul 09 21:10:17.282994 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-98db2813-f474-4c65-869d-c2cf70b772fa req-56830925-360c-4d4f-ac83-b8dfe942d33a tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Jul 09 21:10:17.387067 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['ee185b1c-01a9-4ee3-a801-6ad19ceec91d'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:10:17.695175 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c0ea9035-1b68-4331-8b59-dee7720f1555 req-7dc46d4b-3bad-4a28-8781-85d9d3959206 tempest-AttachVolumeNegativeTest-170492236 tempest-AttachVolumeNegativeTest-170492236-project] 10.222.0.64 "GET /v2.0/ports?device_id=e43ca169-a151-4266-a1ae-4fd7464f9184 HTTP/1.1" status: 200 len: 210 time: 0.0316942 Jul 09 21:10:18.327811 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41d93-a9f7-4fee-b32d-e8e0e9d0cc73 req-c9f6e1e3-067c-40a8-b9fb-be54adef6feb tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:18.329384 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f8b41d93-a9f7-4fee-b32d-e8e0e9d0cc73 req-c9f6e1e3-067c-40a8-b9fb-be54adef6feb tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 944 time: 0.0664241 Jul 09 21:10:18.387732 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f8b41d93-a9f7-4fee-b32d-e8e0e9d0cc73 req-3e183b67-9ebd-4e08-9c30-fe32963b137b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522237 Jul 09 21:10:18.481479 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5b5d-a0b3-4a05-ace6-6da30f908439 req-1d86e233-1ef2-48bd-b1a7-ead68437d45d tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:18.483012 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3e7d5b5d-a0b3-4a05-ace6-6da30f908439 req-1d86e233-1ef2-48bd-b1a7-ead68437d45d tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.0634885 Jul 09 21:10:18.526976 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3e7d5b5d-a0b3-4a05-ace6-6da30f908439 req-24395fa6-63e6-4448-ba92-05f637483149 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382335 Jul 09 21:10:18.586892 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-24e44184-a8c8-48f2-a36e-4a4e12cc9f13 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:18.588500 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-24e44184-a8c8-48f2-a36e-4a4e12cc9f13 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.43 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 946 time: 0.0737209 Jul 09 21:10:18.651822 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 1b179686-b08d-4a94-8771-a777a3ebc020 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:10:18.696235 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Deleting port 23809453-52ff-44af-80f6-0801d9c913be {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:10:18.696584 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.790790 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 1b179686-b08d-4a94-8771-a777a3ebc020 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:10:18.792591 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] For port 23809453-52ff-44af-80f6-0801d9c913be, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=23809453-52ff-44af-80f6-0801d9c913be,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:18.792960 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.796142 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 1b179686-b08d-4a94-8771-a777a3ebc020 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:10:18.796734 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.804617 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 56754) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:18.805247 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Calling delete_port for 23809453-52ff-44af-80f6-0801d9c913be owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:10:18.852564 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Deleting subnet bc41e03b-5084-4288-8637-6166d1f58982 {{(pid=93739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:10:18.857175 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.878786 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.892481 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127909642'] for subnet, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.922873 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:18.928807 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbaf631-22ba-4dd9-9885-80d0a05dd92c" -d '{"events": [{"server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "name": "network-vif-plugged", "status": "completed", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:18.935315 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 1b179686-b08d-4a94-8771-a777a3ebc020, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=1b179686-b08d-4a94-8771-a777a3ebc020,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:18.954476 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:18.969589 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2bed82-d2a0-403a-9802-0fa7ea514475 x-openstack-request-id: req-1c2bed82-d2a0-403a-9802-0fa7ea514475 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:18.969877 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "name": "network-vif-plugged", "status": "completed", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:18.970124 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c2bed82-d2a0-403a-9802-0fa7ea514475 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:18.970604 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020', 'code': 200} Jul 09 21:10:19.070951 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.100412 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.103117 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127536457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127482677'] for subnet, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.133955 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc41e03b-5084-4288-8637-6166d1f58982,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.147925 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.148422 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.148767 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.149182 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.149710 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.150093 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.151526 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.151651 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.152028 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.152425 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.152863 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.153218 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:19.159905 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.162104 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Pushing event deleted for resources: {'Port': ['ID=23809453-52ff-44af-80f6-0801d9c913be,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.162602 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d78a73c0-35dd-4444-adf2-c9fae25ece0a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bc41e03b-5084-4288-8637-6166d1f58982 HTTP/1.1" status: 204 len: 168 time: 0.3568246 Jul 09 21:10:19.169736 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 56760) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:19.221887 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] No DVR routers for this DVR port 23809453-52ff-44af-80f6-0801d9c913be on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:10:19.224990 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.227406 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3e3a4420-7519-4bf6-888d-5b4522e714e8 req-c8d30388-c84d-4645-a867-462b6d929dbd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.43 "DELETE /v2.0/ports/23809453-52ff-44af-80f6-0801d9c913be HTTP/1.1" status: 204 len: 173 time: 0.6318009 Jul 09 21:10:19.227881 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dc0b2a-47d7-459a-b106-5e945c8c58be', 'name': 'network-vif-deleted', 'tag': '23809453-52ff-44af-80f6-0801d9c913be'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:19.230389 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a9a231-5229-420d-908b-7720d9413a01" -d '{"events": [{"server_uuid": "98dc0b2a-47d7-459a-b106-5e945c8c58be", "name": "network-vif-deleted", "tag": "23809453-52ff-44af-80f6-0801d9c913be"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:19.236171 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['23809453-52ff-44af-80f6-0801d9c913be'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:10:19.258767 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.270899 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e11f8e-8f3f-43fb-b54b-50f6989a9076 x-openstack-request-id: req-97e11f8e-8f3f-43fb-b54b-50f6989a9076 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:19.271196 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dc0b2a-47d7-459a-b106-5e945c8c58be", "name": "network-vif-deleted", "tag": "23809453-52ff-44af-80f6-0801d9c913be", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:19.272199 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97e11f8e-8f3f-43fb-b54b-50f6989a9076 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:19.272199 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dc0b2a-47d7-459a-b106-5e945c8c58be', 'name': 'network-vif-deleted', 'tag': '23809453-52ff-44af-80f6-0801d9c913be', 'status': 'completed', 'code': 200} Jul 09 21:10:19.296988 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=1b179686-b08d-4a94-8771-a777a3ebc020,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.344915 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.356111 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.366135 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.366427 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cc581c-4ccc-41a6-86ae-66ea3cb23ee8') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:19.376471 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.392430 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.399073 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:10:19.399536 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:10:19.402009 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:10:19.465364 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be10c0-0eaa-42c2-aa43-c89c60e0e688 req-95977714-9001-4918-b791-63fa77817969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:19.471341 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-99be10c0-0eaa-42c2-aa43-c89c60e0e688 req-95977714-9001-4918-b791-63fa77817969 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1098 time: 0.0569329 Jul 09 21:10:19.537589 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-99be10c0-0eaa-42c2-aa43-c89c60e0e688 req-64b0bebb-5d28-4b83-9d35-18a32b85bd2f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298073 Jul 09 21:10:19.546475 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.558678 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:19.560595 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] 10.222.0.64 "DELETE /v2.0/networks/ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd HTTP/1.1" status: 204 len: 168 time: 0.3897116 Jul 09 21:10:19.575053 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0678f5-4663-4622-b9fc-9c9b9cae3e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2ab33f-eb67-4e38-ab94-b9b266b3b3fd,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:19.604059 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a36e-6c6e-4795-94bb-062a124b38a0 req-866d876d-bdc9-4e7b-9e2d-516e7af16866 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:19.605613 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9bd2a36e-6c6e-4795-94bb-062a124b38a0 req-866d876d-bdc9-4e7b-9e2d-516e7af16866 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.1006417 Jul 09 21:10:19.646718 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9bd2a36e-6c6e-4795-94bb-062a124b38a0 req-bade2564-297c-40e9-bd9e-3f29577056f7 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351176 Jul 09 21:10:19.714297 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cbc7c87b-b111-4b1b-9209-c2b229d29f30 req-f6f93655-abfa-4c86-80d4-d7e7a9f996e6 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0290120 Jul 09 21:10:20.014513 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 56770) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:20.055852 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-dc85d2d2-1f59-42a6-b0d5-35d24abc7600 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f48759f14f9747efaca2b8985e13adf4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401328 Jul 09 21:10:20.058732 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 56772) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:20.105031 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ca467626-bdb9-4792-92f5-8fcffc4a943f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.125833 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ca467626-bdb9-4792-92f5-8fcffc4a943f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.276809 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ca467626-bdb9-4792-92f5-8fcffc4a943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.279444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ca467626-bdb9-4792-92f5-8fcffc4a943f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.280653 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ca467626-bdb9-4792-92f5-8fcffc4a943f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/953bbd42-7f51-4172-b3ac-59782628c060 HTTP/1.1" status: 204 len: 168 time: 0.2210209 Jul 09 21:10:20.290044 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467626-bdb9-4792-92f5-8fcffc4a943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953bbd42-7f51-4172-b3ac-59782628c060,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:20.848827 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170af47a-5c24-45c2-b0ca-4f049e4b63c5 req-f40d111f-c812-4a8d-a3e2-b4304e80ddd2 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:20.850488 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-170af47a-5c24-45c2-b0ca-4f049e4b63c5 req-f40d111f-c812-4a8d-a3e2-b4304e80ddd2 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0809510 Jul 09 21:10:20.889548 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5a016aaf-83e5-4ab7-8f18-8a5c329cd884 req-64a75d2f-0c4b-40c7-bb5d-2c9661c2413a tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0367711 Jul 09 21:10:20.915358 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-170af47a-5c24-45c2-b0ca-4f049e4b63c5 req-00235cae-5080-4f8d-9732-702bcca8919b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534117 Jul 09 21:10:21.562922 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ee185b1c-01a9-4ee3-a801-6ad19ceec91d no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:21.587040 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: ee185b1c-01a9-4ee3-a801-6ad19ceec91d {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:21.587396 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ee185b1c-01a9-4ee3-a801-6ad19ceec91d not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:22.056204 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b74aa345-63ea-44be-af9e-8c1c161cf063 req-e7ada520-88a7-4be5-ae63-59a22111b021 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0371993 Jul 09 21:10:22.113472 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9132de-8216-4b84-b9e7-32597e383b79 req-1aac121d-a5a3-4243-9ed5-76a36cce6f7b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:22.115109 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dc9132de-8216-4b84-b9e7-32597e383b79 req-1aac121d-a5a3-4243-9ed5-76a36cce6f7b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0838449 Jul 09 21:10:22.152994 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dc9132de-8216-4b84-b9e7-32597e383b79 req-e9bb9215-0b08-451f-81da-70e7dc54fb4b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Jul 09 21:10:22.556741 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-15962cf7-4061-4bd9-9b32-648a155c257b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:22.690799 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 23809453-52ff-44af-80f6-0801d9c913be no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:10:22.714113 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 23809453-52ff-44af-80f6-0801d9c913be {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:10:22.716034 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 23809453-52ff-44af-80f6-0801d9c913be not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:10:23.236606 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-48d6c76b-0b8e-40d4-abf7-bbebab90fab5 req-00dba910-2e10-43b5-a2d5-eb727dbe547c tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=98dc0b2a-47d7-459a-b106-5e945c8c58be HTTP/1.1" status: 200 len: 210 time: 0.0361679 Jul 09 21:10:23.349373 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532217c4-a7a2-4eb4-b094-7ffedf39f110 req-d4d16b2b-a2b6-42a7-b7e4-20cf1a983291 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:23.351180 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-532217c4-a7a2-4eb4-b094-7ffedf39f110 req-d4d16b2b-a2b6-42a7-b7e4-20cf1a983291 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0778565 Jul 09 21:10:23.388805 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-532217c4-a7a2-4eb4-b094-7ffedf39f110 req-8742edbe-b4f0-4318-986c-0d35abfcb579 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Jul 09 21:10:24.561321 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b0d7a-083c-49a5-84c8-5f065942a764 req-14b2def4-60ea-4d24-a845-4499b5c0fc11 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:24.563096 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-882b0d7a-083c-49a5-84c8-5f065942a764 req-14b2def4-60ea-4d24-a845-4499b5c0fc11 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0641639 Jul 09 21:10:24.600427 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-882b0d7a-083c-49a5-84c8-5f065942a764 req-cc35d474-908a-42e1-8ae0-0aef44063ecf tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Jul 09 21:10:24.795843 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddacb50-1d81-43a9-bf05-47a512c3779f req-61f1ee48-79be-4643-8ae4-136e9fb624f2 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:24.797427 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fddacb50-1d81-43a9-bf05-47a512c3779f req-61f1ee48-79be-4643-8ae4-136e9fb624f2 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0758874 Jul 09 21:10:24.834036 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fddacb50-1d81-43a9-bf05-47a512c3779f req-f6262c13-02c7-41bb-be2f-5216ae10edc7 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312340 Jul 09 21:10:25.128280 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-49ac3412-068d-4625-99f0-300646e65864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:25.240700 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9b32-ee37-4497-89da-ff581837e5ee req-816d3e74-e35e-424b-841e-2806699b661b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:25.242175 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-40fb9b32-ee37-4497-89da-ff581837e5ee req-816d3e74-e35e-424b-841e-2806699b661b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0639632 Jul 09 21:10:25.242706 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:25.279245 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-40fb9b32-ee37-4497-89da-ff581837e5ee req-6fda8988-63e4-4a21-8b54-8db2ce023fe4 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Jul 09 21:10:26.503972 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:28.059872 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:38.008431 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:10:38.571154 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-6a44e15c-0450-4611-ac5f-8f9804e2c4e5 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:38.572796 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-6a44e15c-0450-4611-ac5f-8f9804e2c4e5 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/networks?id=47c56714-cba8-4f15-90f3-561c0e276e60 HTTP/1.1" status: 200 len: 814 time: 0.1114924 Jul 09 21:10:38.588491 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-5778de29-625e-4561-88de-9606f0a0fec4 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/quotas/6b9dbc7b209843fc9a1448da0e8fc64c HTTP/1.1" status: 200 len: 375 time: 0.0101194 Jul 09 21:10:38.626090 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-98edfe8d-efca-4244-b9e9-38a66bbe3a66 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b9dbc7b209843fc9a1448da0e8fc64c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293026 Jul 09 21:10:38.815019 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-d87ef452-b052-40c5-996d-10c67197e935 service neutron] 10.222.0.64 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789441 Jul 09 21:10:38.907026 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-eb0d6efe-4d21-4006-8559-db9cfe99567c service neutron] 10.222.0.64 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894186 Jul 09 21:10:39.208981 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dbb7e67a-9e4e-4eae-b592-110073dcd566 req-c0198931-36d7-4924-acd9-73499c2e5c34 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 210 time: 0.0273924 Jul 09 21:10:40.204513 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57164) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:40.294180 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-29180b69-0259-4faa-9091-5fec1cb140a5 req-bc35e67c-7d99-489e-b901-7e6a8080fae0 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 210 time: 0.0327530 Jul 09 21:10:40.312417 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-91b1acf4-413e-497b-b47f-82c45fdb8bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.398925 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-91b1acf4-413e-497b-b47f-82c45fdb8bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.476806 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-91b1acf4-413e-497b-b47f-82c45fdb8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.505845 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.518600 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-91b1acf4-413e-497b-b47f-82c45fdb8bfc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a422802162e40669e9d38e5f6e25a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129518 Jul 09 21:10:40.519558 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1acf4-413e-497b-b47f-82c45fdb8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b634f22-3172-4ede-914f-5f1aeb9090aa,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:40.521995 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57170) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:40.573502 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-97d51fb7-205d-4e19-bf46-9a84002b19be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.594690 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-97d51fb7-205d-4e19-bf46-9a84002b19be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.738190 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-97d51fb7-205d-4e19-bf46-9a84002b19be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.740953 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-97d51fb7-205d-4e19-bf46-9a84002b19be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:40.742208 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-97d51fb7-205d-4e19-bf46-9a84002b19be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b634f22-3172-4ede-914f-5f1aeb9090aa HTTP/1.1" status: 204 len: 168 time: 0.2192061 Jul 09 21:10:40.750493 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d51fb7-205d-4e19-bf46-9a84002b19be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b634f22-3172-4ede-914f-5f1aeb9090aa,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:41.457193 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f46b4127-5ba0-4c00-9a97-746328ea097e req-8e3f4e7b-efaf-49eb-b9f6-65cc4947d9e4 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 210 time: 0.0282884 Jul 09 21:10:41.603084 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57192) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:41.617221 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a87a8182-a7e9-4f2f-bad1-95070882f19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:41.712609 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a87a8182-a7e9-4f2f-bad1-95070882f19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:41.888017 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a87a8182-a7e9-4f2f-bad1-95070882f19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:41.930524 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-4544554b-9ac5-4f93-a277-d9a74a98cacb tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:41.932611 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-4544554b-9ac5-4f93-a277-d9a74a98cacb tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.43 "GET /v2.0/networks?id=47c56714-cba8-4f15-90f3-561c0e276e60 HTTP/1.1" status: 200 len: 814 time: 0.1358716 Jul 09 21:10:41.946104 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a87a8182-a7e9-4f2f-bad1-95070882f19f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d32a5d1aab1b423bae1566f32a416e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418450 Jul 09 21:10:41.947023 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a8182-a7e9-4f2f-bad1-95070882f19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb22f72-08c1-46df-8257-91a6bc1c5b56,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:41.949534 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57196) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:41.970333 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Request body: {'port': {'device_id': 'a901766e-8710-4353-900f-1b2435a18f34', 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60', 'admin_state_up': True, 'tenant_id': '6b9dbc7b209843fc9a1448da0e8fc64c'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:42.010900 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c20e049-a012-4ca1-b380-9059b1e59c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.034771 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c20e049-a012-4ca1-b380-9059b1e59c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.184445 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Made reservation on behalf of 6b9dbc7b209843fc9a1448da0e8fc64c for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:10:42.184651 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c20e049-a012-4ca1-b380-9059b1e59c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.187510 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c20e049-a012-4ca1-b380-9059b1e59c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.189603 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.189781 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-2c20e049-a012-4ca1-b380-9059b1e59c60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bdb22f72-08c1-46df-8257-91a6bc1c5b56 HTTP/1.1" status: 204 len: 168 time: 0.2376800 Jul 09 21:10:42.201691 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20e049-a012-4ca1-b380-9059b1e59c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb22f72-08c1-46df-8257-91a6bc1c5b56,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:42.342374 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Allocated IP 172.20.0.7 (47c56714-cba8-4f15-90f3-561c0e276e60/b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f/a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:10:42.487762 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.612078 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-572f9510-8612-4801-a68d-8e9bcc59d536 req-f153ed42-6e12-4873-9dff-f32e758f465e tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 210 time: 0.0314839 Jul 09 21:10:42.614641 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.670540 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Network 47c56714-cba8-4f15-90f3-561c0e276e60 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:10:42.676177 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:10:42.680238 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:10:42.708693 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Pushing event updated for resources: {'Port': ['ID=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:42.736005 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:42.741388 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:42.837658 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-827f844a-c3a0-4898-be26-5cfe0e3a6114 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8753233 Jul 09 21:10:42.858094 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Request body: {'port': {'device_id': 'a901766e-8710-4353-900f-1b2435a18f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:42.928842 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.204330 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:10:43.212530 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.232125 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Transition to ACTIVE for port object a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:10:43.317375 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.372069 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:43.446825 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Attempting to bind port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:10:43.446825 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Attempting to bind port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:10:43.447153 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Attempting to bind port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 on network 47c56714-cba8-4f15-90f3-561c0e276e60 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:10:43.451760 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 on network 47c56714-cba8-4f15-90f3-561c0e276e60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:10:43.452240 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Attempting to bind port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 on network 47c56714-cba8-4f15-90f3-561c0e276e60 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:10:43.457484 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:10:43.457839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Checking segment: {'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:10:43.458262 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Bound using segment: {'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:10:43.458643 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Bound port: a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c7b81c-a023-4b4d-ac9d-caae94a832d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:10:43.459007 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.557054 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] For port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:10:43.570781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] For port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:10:43.590933 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-2ce38ce9-c4a9-4371-b38c-339f4ad52344 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747411 Jul 09 21:10:43.642526 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.725168 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:43.725797 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:43.727228 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 HTTP/1.1" status: 200 len: 1093 time: 0.8733604 Jul 09 21:10:43.727697 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a901766e-8710-4353-900f-1b2435a18f34', 'tag': 'a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:43.730643 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363c8f17-1f36-45b1-9378-1713f31d54c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a901766e-8710-4353-900f-1b2435a18f34", "tag": "a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:43.735379 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9daf86-c10f-4f54-9294-fcf060956866 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:43.774229 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-2a738ccf-6843-4f9f-affe-434b707c0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:43.776671 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-2a738ccf-6843-4f9f-affe-434b707c0486 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 1099 time: 0.1439629 Jul 09 21:10:43.794240 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b025e-56c6-47c5-aac6-54034bc7d36c x-openstack-request-id: req-409b025e-56c6-47c5-aac6-54034bc7d36c {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:43.794600 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a901766e-8710-4353-900f-1b2435a18f34", "tag": "a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:43.795303 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-409b025e-56c6-47c5-aac6-54034bc7d36c {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:43.795798 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a901766e-8710-4353-900f-1b2435a18f34', 'tag': 'a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29', 'status': 'completed', 'code': 200} Jul 09 21:10:43.814884 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2242ab6-7e57-4ef0-a8b1-215497061627 req-aee1aaf2-8c4b-4ca3-9ce4-989907915ccc tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:43.816427 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c2242ab6-7e57-4ef0-a8b1-215497061627 req-aee1aaf2-8c4b-4ca3-9ce4-989907915ccc tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 943 time: 0.0733216 Jul 09 21:10:43.860678 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c2242ab6-7e57-4ef0-a8b1-215497061627 req-203e5cc6-621d-4462-bb6a-df4634d6e24e tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382371 Jul 09 21:10:43.964326 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-7315d5d5-3978-413d-b09e-7ef379279de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:43.965793 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-7315d5d5-3978-413d-b09e-7ef379279de9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 918 time: 0.1258314 Jul 09 21:10:43.972033 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8f17-1f36-45b1-9378-1713f31d54c8 req-0bbb1b43-f888-416a-8bad-75105e735983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:43.973249 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-363c8f17-1f36-45b1-9378-1713f31d54c8 req-0bbb1b43-f888-416a-8bad-75105e735983 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b9dbc7b209843fc9a1448da0e8fc64c&device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 1096 time: 0.1244948 Jul 09 21:10:44.085460 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-34368e15-3e4c-43b5-ab36-066dbad59839 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82b8c503-4f85-44f3-9669-de19bd59de49 HTTP/1.1" status: 200 len: 1001 time: 0.1109412 Jul 09 21:10:44.157484 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8f17-1f36-45b1-9378-1713f31d54c8 req-63a4d647-a04f-4863-9d85-f41b1af51035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:44.157484 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-363c8f17-1f36-45b1-9378-1713f31d54c8 req-63a4d647-a04f-4863-9d85-f41b1af51035 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=6b9dbc7b209843fc9a1448da0e8fc64c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1465490 Jul 09 21:10:44.158424 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-812e46e4-4910-4b17-b5c0-03bfd03501de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:44.159833 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-812e46e4-4910-4b17-b5c0-03bfd03501de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0627010 Jul 09 21:10:44.305172 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8f17-1f36-45b1-9378-1713f31d54c8 req-5bb9db3e-acd2-4f5c-8d65-2b557f364750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:44.307242 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-363c8f17-1f36-45b1-9378-1713f31d54c8 req-5bb9db3e-acd2-4f5c-8d65-2b557f364750 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303215 Jul 09 21:10:44.312467 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-b0ae09f0-cd61-4847-a0a3-fbda152a370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:44.314012 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-b0ae09f0-cd61-4847-a0a3-fbda152a370a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1363859 Jul 09 21:10:44.476073 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-1a33fc8f-0d2a-4568-9d0b-7dd2f4f15de8 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381733 Jul 09 21:10:44.480569 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-95832424-e892-4ff0-ba87-fc9369bc2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:44.482018 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-95832424-e892-4ff0-ba87-fc9369bc2cf6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6b9dbc7b209843fc9a1448da0e8fc64c&device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 1096 time: 0.0895405 Jul 09 21:10:44.568028 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-4fffbefa-9555-45a7-9c20-3c38aad2836e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 HTTP/1.1" status: 200 len: 217 time: 0.0666981 Jul 09 21:10:44.643445 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-374ab792-2b47-4ac2-9e6b-ebc5823de550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:44.645209 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-374ab792-2b47-4ac2-9e6b-ebc5823de550 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f HTTP/1.1" status: 200 len: 854 time: 0.0670311 Jul 09 21:10:44.649065 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4790f5-3d31-434e-99a9-b3cf3bd4925b req-51af4c5f-ed7a-4a36-984c-2f96612cc047 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655629 Jul 09 21:10:44.691071 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-a45ed7fd-fb4e-477a-a63d-89e9c7e1efc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47c56714-cba8-4f15-90f3-561c0e276e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280011 Jul 09 21:10:44.792995 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-a23be5bb-9116-4593-bba6-ebedafd96b98 service neutron] 10.222.0.43 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888007 Jul 09 21:10:44.888395 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d4904cec-bb00-4808-bf0c-e7e0ec0573d8 req-86a87e2d-46fe-48a8-9a35-39be733007bc service neutron] 10.222.0.43 "GET /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842717 Jul 09 21:10:45.285599 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deca2fc-94cd-4eb2-8b36-86d184381597 req-bafbc5ad-4929-49b6-b493-c379f854a91e tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:45.287160 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2deca2fc-94cd-4eb2-8b36-86d184381597 req-bafbc5ad-4929-49b6-b493-c379f854a91e tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 943 time: 0.3021049 Jul 09 21:10:45.327978 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2deca2fc-94cd-4eb2-8b36-86d184381597 req-580cb71a-9661-47c4-8e7e-4fdb505bf514 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Jul 09 21:10:46.275222 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd193-0609-42cb-8b88-b50289818602 req-66572d3a-5d19-4346-ba7a-5ecfe55e7c3b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:46.281318 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-32ddd193-0609-42cb-8b88-b50289818602 req-66572d3a-5d19-4346-ba7a-5ecfe55e7c3b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0630584 Jul 09 21:10:46.315131 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-32ddd193-0609-42cb-8b88-b50289818602 req-07c46f37-a4fc-4567-b99c-8d0d174cf915 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Jul 09 21:10:46.341806 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57310) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:46.504864 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168a91c-b46b-4476-acea-961767199b86 req-7c278d7f-2605-4b7a-97fd-b14ff5b7decd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:46.506405 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0168a91c-b46b-4476-acea-961767199b86 req-7c278d7f-2605-4b7a-97fd-b14ff5b7decd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 943 time: 0.0668745 Jul 09 21:10:46.581313 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0168a91c-b46b-4476-acea-961767199b86 req-5cf16a40-c3a3-468e-ae7d-b6603882ebd8 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684061 Jul 09 21:10:46.611010 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a277b832-72f9-40a2-9061-f16d5e3f2bcd tempest-TestMinimumBasicScenario-377723507 tempest-TestMinimumBasicScenario-377723507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:46.613860 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-a277b832-72f9-40a2-9061-f16d5e3f2bcd tempest-TestMinimumBasicScenario-377723507 tempest-TestMinimumBasicScenario-377723507-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1093 time: 0.2697678 Jul 09 21:10:46.616506 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57320) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:46.621623 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'port_id': '1b179686-b08d-4a94-8771-a777a3ebc020', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:46.796896 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for floatingip, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:46.898066 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:47.017519 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Allocated IP 172.27.2.21 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/da92f227-751f-4057-82e1-a080d62ac2b0) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:10:47.128890 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:47.288989 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:47.338535 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:10:47.341498 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:10:47.345962 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:10:47.349074 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'Port': ['ID=da92f227-751f-4057-82e1-a080d62ac2b0,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:47.758106 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:47.824907 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b999faf-9e46-41d3-b8a3-e4a4034f40ed req-02fbbd24-59c5-4007-8f68-fbc29f88c0d3 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:47.826411 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9b999faf-9e46-41d3-b8a3-e4a4034f40ed req-02fbbd24-59c5-4007-8f68-fbc29f88c0d3 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 943 time: 0.1144953 Jul 09 21:10:47.864783 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9b999faf-9e46-41d3-b8a3-e4a4034f40ed req-90106a17-ef31-476d-a343-8f5a7c7293fd tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Jul 09 21:10:47.917572 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:48.068468 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:48.185422 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:48.254635 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'Port': ['ID=da92f227-751f-4057-82e1-a080d62ac2b0,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:48.263325 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:48.361279 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Floating IP 2e6f527d-2e19-4f1f-82fd-f76e440b5703 associated. External IP: 172.27.2.21, port: 1b179686-b08d-4a94-8771-a777a3ebc020. Jul 09 21:10:48.563163 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Router c55ff066-5721-4a4f-8c25-08410517e5f7 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:10:48.670433 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:10:48.680189 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] Sync routers for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:10:48.690298 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:48.691062 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:10:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:48.771713 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:10:48.820220 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:48.844217 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:48.861357 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57364) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:48.866032 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-6d88ae99-ae42-42aa-8708-eb01095ffa36 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875667655', 'description': 'tempest-secgroup-smoke-875667655 description', 'project_id': '494ea88bf58447e0ac61d3d6d731c380'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:48.870157 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-f72f3c88-0f0e-4c34-b389-d7143b5a2c28 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2525790 Jul 09 21:10:48.870858 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:48.873323 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94" -d '{"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:48.921971 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6b9a79-252e-4fd4-89b4-eb3d3a01ea92 x-openstack-request-id: req-2a6b9a79-252e-4fd4-89b4-eb3d3a01ea92 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:48.922274 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:48.922523 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a6b9a79-252e-4fd4-89b4-eb3d3a01ea92 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:48.922922 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020', 'status': 'completed', 'code': 200} Jul 09 21:10:49.016467 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:49.040272 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-cd3b4a79-1b3e-4427-893e-edbfb6595d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:49.042744 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-cd3b4a79-1b3e-4427-893e-edbfb6595d92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=494ea88bf58447e0ac61d3d6d731c380&device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1098 time: 0.0667305 Jul 09 21:10:49.050036 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29', 'network_id': '47c56714-cba8-4f15-90f3-561c0e276e60', 'port_id': 'a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29', 'mac_address': 'fa:16:3e:5c:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:10:49.063128 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897ecd8-895b-487b-be5c-aaa50482ff6e req-74f2dec9-23e4-461b-a223-a0514c66e6e0 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:49.064911 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d897ecd8-895b-487b-be5c-aaa50482ff6e req-74f2dec9-23e4-461b-a223-a0514c66e6e0 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 943 time: 0.0704222 Jul 09 21:10:49.116976 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d897ecd8-895b-487b-be5c-aaa50482ff6e req-4138fd9a-e828-4643-bcf6-9c5df834492a tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Jul 09 21:10:49.129572 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:49.135871 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6d88ae99-ae42-42aa-8708-eb01095ffa36 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:49.156546 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:10:49.176791 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-075d2e48-ed7e-4cbc-bdab-e7422a521057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:49.178326 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-075d2e48-ed7e-4cbc-bdab-e7422a521057 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc7d3fc2-f15d-4710-816c-5da82e837af8 HTTP/1.1" status: 200 len: 915 time: 0.1289353 Jul 09 21:10:49.199566 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:49.235954 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '2e6f527d-2e19-4f1f-82fd-f76e440b5703', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'port_id': '1b179686-b08d-4a94-8771-a777a3ebc020', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'mac_address': 'fa:16:3e:d5:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:10:47Z', 'updated_at': '2021-07-09T21:10:47Z', 'revision_number': 0, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:28Z', 'revision_number': 5, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:49.278163 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-bd77942a-6c08-475b-8a2b-8bb4700d5abf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 998 time: 0.0819221 Jul 09 21:10:49.278891 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] Checking router: c55ff066-5721-4a4f-8c25-08410517e5f7 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:10:49.289007 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:10:49.289936 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:10:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:49.329544 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6d88ae99-ae42-42aa-8708-eb01095ffa36 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:49.330062 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:49.348670 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-a7d67449-358c-426a-bea3-c11be78ec0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:49.350962 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-a7d67449-358c-426a-bea3-c11be78ec0f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2619b6a-5f4b-4d65-9843-6e094df55e70 HTTP/1.1" status: 200 len: 853 time: 0.0656116 Jul 09 21:10:49.412545 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-92bbf95d-3b46-4dcd-86f4-c34ebfe6973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:49.413973 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-92bbf95d-3b46-4dcd-86f4-c34ebfe6973c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc7d3fc2-f15d-4710-816c-5da82e837af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560195 Jul 09 21:10:49.419286 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6d88ae99-ae42-42aa-8708-eb01095ffa36 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:49.426947 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:49.445790 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:10:49.513258 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88ae99-ae42-42aa-8708-eb01095ffa36 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606560a8-c39d-4783-8d44-e5c943891f51,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:49.564824 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-06440718-6c7c-4679-8b9e-c8439a327c32 service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420960 Jul 09 21:10:49.623243 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6d88ae99-ae42-42aa-8708-eb01095ffa36 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:49.634481 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6d88ae99-ae42-42aa-8708-eb01095ffa36 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7621601 Jul 09 21:10:49.634674 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57374) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:49.634674 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-d066d1f5-d44a-482c-b3ca-85d9ec3231c5 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'security_group_rule': {'security_group_id': '606560a8-c39d-4783-8d44-e5c943891f51', 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:49.661042 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b42e3efa-7a06-4ff7-9b86-24d576a8dd94 req-d243d29f-d237-48ce-aace-3f2bf171ce9c service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902376 Jul 09 21:10:49.683970 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:10:49.769781 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '2e6f527d-2e19-4f1f-82fd-f76e440b5703', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'port_id': '1b179686-b08d-4a94-8771-a777a3ebc020', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'mac_address': 'fa:16:3e:d5:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:10:47Z', 'updated_at': '2021-07-09T21:10:47Z', 'revision_number': 0, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:28Z', 'revision_number': 5, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:10:49.797877 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279b27d-bbd3-411a-8adb-730b6256fea0 None None] The sync data for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi is: [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '2e6f527d-2e19-4f1f-82fd-f76e440b5703', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'port_id': '1b179686-b08d-4a94-8771-a777a3ebc020', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'mac_address': 'fa:16:3e:d5:e8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:10:47Z', 'updated_at': '2021-07-09T21:10:47Z', 'revision_number': 0, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:28Z', 'revision_number': 5, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:10:49.814481 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d066d1f5-d44a-482c-b3ca-85d9ec3231c5 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:49.879958 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d066d1f5-d44a-482c-b3ca-85d9ec3231c5 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:49.974050 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d066d1f5-d44a-482c-b3ca-85d9ec3231c5 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.004787 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066d1f5-d44a-482c-b3ca-85d9ec3231c5 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab102d2-24b8-4eb4-8c8f-9aa5aa55d880,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:50.040136 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5fdf2d-335a-49d4-85ed-753fa1f5c073 None None] New status for floating IP 2e6f527d-2e19-4f1f-82fd-f76e440b5703: ACTIVE {{(pid=93741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:10:50.117166 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d066d1f5-d44a-482c-b3ca-85d9ec3231c5 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.120939 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d066d1f5-d44a-482c-b3ca-85d9ec3231c5 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4898224 Jul 09 21:10:50.121809 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57390) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:50.130398 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-a3714941-e414-4b3b-8265-9f89f83fc768 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'security_group_rule': {'security_group_id': '606560a8-c39d-4783-8d44-e5c943891f51', 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:50.264246 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a3714941-e414-4b3b-8265-9f89f83fc768 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.371846 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a3714941-e414-4b3b-8265-9f89f83fc768 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.382515 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cf531-278a-4cf0-841c-bc976297e74b req-a3dd2025-845c-4c9e-8fd9-d378f2e2e23b tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:50.384078 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1d0cf531-278a-4cf0-841c-bc976297e74b req-a3dd2025-845c-4c9e-8fd9-d378f2e2e23b tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 944 time: 0.1323392 Jul 09 21:10:50.437724 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1d0cf531-278a-4cf0-841c-bc976297e74b req-b8996dee-c402-4e46-9567-d20a171c664f tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Jul 09 21:10:50.510865 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a3714941-e414-4b3b-8265-9f89f83fc768 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.532398 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3714941-e414-4b3b-8265-9f89f83fc768 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9768b541-5d25-4f26-a19d-774a4bd02ef1,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:50.654310 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a3714941-e414-4b3b-8265-9f89f83fc768 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.655598 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-a3714941-e414-4b3b-8265-9f89f83fc768 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5327368 Jul 09 21:10:50.658283 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57402) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:50.662903 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-b873bbd2-8802-46d1-8fe2-cdffa72a1120 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'security_group_rule': {'security_group_id': '606560a8-c39d-4783-8d44-e5c943891f51', 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:50.784103 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:10:50.784681 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b873bbd2-8802-46d1-8fe2-cdffa72a1120 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.825263 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57406) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:50.856923 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b873bbd2-8802-46d1-8fe2-cdffa72a1120 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.922736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:10:50.927289 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:10:50.927827 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.950605 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57412) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:50.975567 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b873bbd2-8802-46d1-8fe2-cdffa72a1120 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:50.999567 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873bbd2-8802-46d1-8fe2-cdffa72a1120 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d76d12a-38f6-4ee2-9e5b-12e2786d44bc,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:51.011872 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.014956 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-86e08541-1315-4e21-869e-246ffbe9a75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.037228 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a901766e-8710-4353-900f-1b2435a18f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:51.039674 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f1a0ba-2d04-4f59-8f18-3483c85546ec" -d '{"events": [{"server_uuid": "a901766e-8710-4353-900f-1b2435a18f34", "name": "network-vif-plugged", "status": "completed", "tag": "a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:51.058235 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:51.076812 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0032f099-76e7-4c3c-ac7b-1e29ed63c990 x-openstack-request-id: req-0032f099-76e7-4c3c-ac7b-1e29ed63c990 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:51.077133 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a901766e-8710-4353-900f-1b2435a18f34", "name": "network-vif-plugged", "status": "completed", "tag": "a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:51.077391 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0032f099-76e7-4c3c-ac7b-1e29ed63c990 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:51.077788 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a901766e-8710-4353-900f-1b2435a18f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29', 'code': 200} Jul 09 21:10:51.087961 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b873bbd2-8802-46d1-8fe2-cdffa72a1120 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.089211 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b873bbd2-8802-46d1-8fe2-cdffa72a1120 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299548 Jul 09 21:10:51.092257 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57418) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:51.097077 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-a0ae3f92-1308-442f-99fa-18b03cb02f01 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'security_group_rule': {'security_group_id': '606560a8-c39d-4783-8d44-e5c943891f51', 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:51.099059 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6210ef0b-f4bd-4b2d-a3f9-f312387711c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.129316 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.179960 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:51.189329 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-86e08541-1315-4e21-869e-246ffbe9a75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.345627 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-86e08541-1315-4e21-869e-246ffbe9a75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.365818 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.db.api [None req-6210ef0b-f4bd-4b2d-a3f9-f312387711c3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 21:10:51.365818 dv-cinder-800272-2-iscsi neutron-server[93739]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 21:10:51.365818 dv-cinder-800272-2-iscsi neutron-server[93739]: [parameters: {'project_id_1': '9048561d6764432e95eab68f13d54bd0', 'expiration_1': datetime.datetime(2021, 7, 9, 21, 10, 51, 116766)}] Jul 09 21:10:51.365818 dv-cinder-800272-2-iscsi neutron-server[93739]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 21:10:51.366268 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG oslo_db.api [None req-6210ef0b-f4bd-4b2d-a3f9-f312387711c3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 21:10:51.387966 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-86e08541-1315-4e21-869e-246ffbe9a75d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c865eb29e20426fa897d6d85969e239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5612957 Jul 09 21:10:51.388792 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e08541-1315-4e21-869e-246ffbe9a75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cd5643-d07e-4130-ba9e-b8a0cb371e4c,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:51.396699 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57422) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:51.443955 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.464101 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.497665 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3f92-1308-442f-99fa-18b03cb02f01 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.616874 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af639d9-ea0e-4757-ba59-3dd5fe8c3a39 req-ba706039-f863-4784-b2ec-d52d45e21786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:51.618397 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3af639d9-ea0e-4757-ba59-3dd5fe8c3a39 req-ba706039-f863-4784-b2ec-d52d45e21786 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 1098 time: 0.0531278 Jul 09 21:10:51.624010 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946163-a0fd-413e-bdf6-e44a8c05c202 req-6d2e6489-06b5-4fc6-be45-d9cf5ab375ad tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:51.625571 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db946163-a0fd-413e-bdf6-e44a8c05c202 req-6d2e6489-06b5-4fc6-be45-d9cf5ab375ad tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 945 time: 0.0711987 Jul 09 21:10:51.645683 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.648218 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.649360 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79cd5643-d07e-4130-ba9e-b8a0cb371e4c HTTP/1.1" status: 204 len: 168 time: 0.2576158 Jul 09 21:10:51.665568 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db946163-a0fd-413e-bdf6-e44a8c05c202 req-4503de2f-9220-4fa5-8513-ca9a8becba85 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Jul 09 21:10:51.670653 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3af639d9-ea0e-4757-ba59-3dd5fe8c3a39 req-2021bf8d-dcb0-4199-8065-dcf566182d01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455060 Jul 09 21:10:51.676174 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3f92-1308-442f-99fa-18b03cb02f01 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.677488 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cd5643-d07e-4130-ba9e-b8a0cb371e4c,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:51.685549 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.688702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.689377 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.689377 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719568a-ade0-47ac-a81a-b5c8732ad431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:10:51.750948 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3f92-1308-442f-99fa-18b03cb02f01 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.769163 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae3f92-1308-442f-99fa-18b03cb02f01 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9c1bed-7a9e-413f-9b8a-377497bd279a,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:51.867896 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6210ef0b-f4bd-4b2d-a3f9-f312387711c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.901860 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a0ae3f92-1308-442f-99fa-18b03cb02f01 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:51.903774 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a0ae3f92-1308-442f-99fa-18b03cb02f01 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8104167 Jul 09 21:10:51.906493 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57428) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:51.911138 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-940e7dab-7a58-49af-8087-6f0be36c4f81 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'security_group_rule': {'security_group_id': '606560a8-c39d-4783-8d44-e5c943891f51', 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:51.976213 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6210ef0b-f4bd-4b2d-a3f9-f312387711c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.059060 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6210ef0b-f4bd-4b2d-a3f9-f312387711c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.098295 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-6210ef0b-f4bd-4b2d-a3f9-f312387711c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9048561d6764432e95eab68f13d54bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1459200 Jul 09 21:10:52.100493 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210ef0b-f4bd-4b2d-a3f9-f312387711c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e70fc84-1c67-4414-8bd7-e4c0e311904d,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:52.101251 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57432) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:52.134424 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.securitygroups_db [None req-940e7dab-7a58-49af-8087-6f0be36c4f81 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Project 494ea88bf58447e0ac61d3d6d731c380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:10:52.144930 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-940e7dab-7a58-49af-8087-6f0be36c4f81 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.181190 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb0b-2b75-4390-933b-2c2d417ff0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.217075 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb0b-2b75-4390-933b-2c2d417ff0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.231333 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-940e7dab-7a58-49af-8087-6f0be36c4f81 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.351238 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-940e7dab-7a58-49af-8087-6f0be36c4f81 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.369069 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e7dab-7a58-49af-8087-6f0be36c4f81 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f615bff2-01af-461c-b7fb-4a8925b9b8cc,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:52.390793 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb0b-2b75-4390-933b-2c2d417ff0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.393541 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb0b-2b75-4390-933b-2c2d417ff0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.394753 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cc47cb0b-2b75-4390-933b-2c2d417ff0f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e70fc84-1c67-4414-8bd7-e4c0e311904d HTTP/1.1" status: 204 len: 168 time: 0.2923315 Jul 09 21:10:52.403489 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47cb0b-2b75-4390-933b-2c2d417ff0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e70fc84-1c67-4414-8bd7-e4c0e311904d,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:52.448916 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-940e7dab-7a58-49af-8087-6f0be36c4f81 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.451386 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-940e7dab-7a58-49af-8087-6f0be36c4f81 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5430050 Jul 09 21:10:52.453252 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57436) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:52.456932 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57438) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:52.457863 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-803ec63a-4d20-4ad5-bb64-05b8093633ad tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'security_group_rule': {'security_group_id': '606560a8-c39d-4783-8d44-e5c943891f51', 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:52.469903 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0afc765e-8c85-4839-a85c-866a5d933395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.516959 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-178b4556-9a12-4664-acc2-fbc77914dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.590221 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.securitygroups_db [None req-803ec63a-4d20-4ad5-bb64-05b8093633ad tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Project 494ea88bf58447e0ac61d3d6d731c380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:10:52.595195 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-803ec63a-4d20-4ad5-bb64-05b8093633ad tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.665869 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-803ec63a-4d20-4ad5-bb64-05b8093633ad tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.674292 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0afc765e-8c85-4839-a85c-866a5d933395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.756156 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-803ec63a-4d20-4ad5-bb64-05b8093633ad tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.774874 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ec63a-4d20-4ad5-bb64-05b8093633ad tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f2369c-69f6-4fab-85c7-0b728f1d32df,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:52.822356 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0afc765e-8c85-4839-a85c-866a5d933395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.879225 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0afc765e-8c85-4839-a85c-866a5d933395 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=455ebdb1062148ae919b04122c3af31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211717 Jul 09 21:10:52.881943 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57444) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:52.882817 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc765e-8c85-4839-a85c-866a5d933395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a2cc5a-b8a5-4bf9-90a2-e114621cf35d,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:52.903888 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaedb1-3f34-472d-9c5a-0609e24c39bf req-7fec923b-71a2-4c83-9c09-6f220c55fa36 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:52.914310 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8caaedb1-3f34-472d-9c5a-0609e24c39bf req-7fec923b-71a2-4c83-9c09-6f220c55fa36 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 945 time: 0.1186705 Jul 09 21:10:52.942412 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9a10353d-f4da-4642-bfc4-ebb71600485d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.948233 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8caaedb1-3f34-472d-9c5a-0609e24c39bf req-a7344e13-79e8-406e-bb52-414f0f30a3fa tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370309 Jul 09 21:10:52.968947 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9a10353d-f4da-4642-bfc4-ebb71600485d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.975900 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-803ec63a-4d20-4ad5-bb64-05b8093633ad tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:52.977113 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-803ec63a-4d20-4ad5-bb64-05b8093633ad tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5229130 Jul 09 21:10:53.127530 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-0dbec1e7-ce86-422e-b692-6263af8d8265 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875667655&fields=id&tenant_id=494ea88bf58447e0ac61d3d6d731c380 HTTP/1.1" status: 200 len: 267 time: 0.0386059 Jul 09 21:10:53.197723 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-aeda01d5-be9e-43a2-9ed5-1ba61f49f0ed tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:53.199522 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-aeda01d5-be9e-43a2-9ed5-1ba61f49f0ed tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0661354 Jul 09 21:10:53.211491 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'port': {'security_groups': ['41ea4632-e51d-4895-a77c-b9c18827e947', '606560a8-c39d-4783-8d44-e5c943891f51']}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:10:53.271616 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9a10353d-f4da-4642-bfc4-ebb71600485d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.274335 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9a10353d-f4da-4642-bfc4-ebb71600485d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.276082 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9a10353d-f4da-4642-bfc4-ebb71600485d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25a2cc5a-b8a5-4bf9-90a2-e114621cf35d HTTP/1.1" status: 204 len: 168 time: 0.3930564 Jul 09 21:10:53.297016 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10353d-f4da-4642-bfc4-ebb71600485d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a2cc5a-b8a5-4bf9-90a2-e114621cf35d,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:53.323909 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.398952 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57450) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:53.415224 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-17cc748c-10c9-4bdb-8450-f0a8e7afcf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.504026 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-17cc748c-10c9-4bdb-8450-f0a8e7afcf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.521384 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] For port 1b179686-b08d-4a94-8771-a777a3ebc020, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=1b179686-b08d-4a94-8771-a777a3ebc020,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:10:53.552386 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.631436 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-17cc748c-10c9-4bdb-8450-f0a8e7afcf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.668922 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc748c-10c9-4bdb-8450-f0a8e7afcf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5439619-9e76-4073-97c9-dd70c65c6cb7,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:53.671587 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.683839 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-17cc748c-10c9-4bdb-8450-f0a8e7afcf16 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbcea4f0e737401c8ca73b2a8eee7896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733183 Jul 09 21:10:53.683839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57452) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:53.709984 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['1b179686-b08d-4a94-8771-a777a3ebc020'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:10:53.746237 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:53.746890 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.748358 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2673811d-da78-4842-b4f4-25d6be99f2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.764324 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6b525ef5-3959-4803-9efc-e78b4f9786c1 req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "PUT /v2.0/ports/1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 981 time: 0.5477319 Jul 09 21:10:53.764930 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:10:53.767269 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5778635-42ee-40c3-b766-a5368d1360c4" -d '{"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:10:53.785777 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2673811d-da78-4842-b4f4-25d6be99f2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.852126 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ebdcf-a3a5-4c93-827d-d07f6fbab456 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'Port': ['ID=1b179686-b08d-4a94-8771-a777a3ebc020,revision_number=6']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:53.879806 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a47262-7482-4a3e-b2f5-145e95ec8912 x-openstack-request-id: req-61a47262-7482-4a3e-b2f5-145e95ec8912 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:10:53.879806 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:10:53.879806 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61a47262-7482-4a3e-b2f5-145e95ec8912 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:10:53.879806 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020', 'status': 'completed', 'code': 200} Jul 09 21:10:53.912754 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['1b179686-b08d-4a94-8771-a777a3ebc020'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:10:53.965118 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2673811d-da78-4842-b4f4-25d6be99f2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.972248 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2673811d-da78-4842-b4f4-25d6be99f2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:53.974029 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2673811d-da78-4842-b4f4-25d6be99f2d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5439619-9e76-4073-97c9-dd70c65c6cb7 HTTP/1.1" status: 204 len: 168 time: 0.2967973 Jul 09 21:10:53.992692 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673811d-da78-4842-b4f4-25d6be99f2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5439619-9e76-4073-97c9-dd70c65c6cb7,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:54.029887 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-e69634a7-1575-47f9-b186-efb053927a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:54.033732 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-e69634a7-1575-47f9-b186-efb053927a81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=494ea88bf58447e0ac61d3d6d731c380&device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1137 time: 0.1132464 Jul 09 21:10:54.147631 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef4f6c-9595-4d01-864d-3faaf63d45ea req-a4bd10bd-d975-4a30-8878-ec168a34e9e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:54.149500 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23ef4f6c-9595-4d01-864d-3faaf63d45ea req-a4bd10bd-d975-4a30-8878-ec168a34e9e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.2189541 Jul 09 21:10:54.164217 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-cdf12cad-59a3-498f-b8a5-3438cde1e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:54.168277 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-cdf12cad-59a3-498f-b8a5-3438cde1e8a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc7d3fc2-f15d-4710-816c-5da82e837af8 HTTP/1.1" status: 200 len: 915 time: 0.1267345 Jul 09 21:10:54.223518 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23ef4f6c-9595-4d01-864d-3faaf63d45ea req-b553b1be-b5b1-400f-b4f5-be107fa1e295 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654132 Jul 09 21:10:54.226500 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-9911c573-3d7e-499f-a816-d74753f13357 None None] Provisioning complete for port 1b179686-b08d-4a94-8771-a777a3ebc020 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:10:54.227065 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9911c573-3d7e-499f-a816-d74753f13357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:54.267449 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-b6d20fc0-2ced-4188-a871-cc8558f52445 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 1000 time: 0.0911291 Jul 09 21:10:54.327454 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d441e4f-e588-4ab4-9323-30a552af77e2 req-e3d9edd6-f9f8-453f-abad-d93dda166e1d tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:54.329543 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-ed8f9fba-239f-471f-a3e6-c81433c6a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:54.330218 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4d441e4f-e588-4ab4-9323-30a552af77e2 req-e3d9edd6-f9f8-453f-abad-d93dda166e1d tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 945 time: 0.0995033 Jul 09 21:10:54.331477 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-ed8f9fba-239f-471f-a3e6-c81433c6a0a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2619b6a-5f4b-4d65-9843-6e094df55e70 HTTP/1.1" status: 200 len: 853 time: 0.0559485 Jul 09 21:10:54.377329 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4d441e4f-e588-4ab4-9323-30a552af77e2 req-108e4cc1-70d3-4ca4-a0e8-6e25d69e32ef tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Jul 09 21:10:54.400242 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-f3851176-6421-4316-a0d4-cdcdbf34d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:54.403265 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-f3851176-6421-4316-a0d4-cdcdbf34d22d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc7d3fc2-f15d-4710-816c-5da82e837af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617483 Jul 09 21:10:54.807378 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-9595fd59-b7f4-46d2-97de-20d53fc63ea8 service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944767 Jul 09 21:10:54.909979 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5778635-42ee-40c3-b766-a5368d1360c4 req-4c5be75f-72c6-43af-aa66-ce12ff259402 service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953712 Jul 09 21:10:55.142738 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-fbd84d5a-5b4d-4a7b-bf30-e5f393c3a855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:55.294006 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:56.413894 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.088706 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.283885 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57614) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:58.387223 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3ee96260-3d1a-407e-a190-75896f02d6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.486585 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3ee96260-3d1a-407e-a190-75896f02d6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.613163 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3ee96260-3d1a-407e-a190-75896f02d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.649901 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3ee96260-3d1a-407e-a190-75896f02d6c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71f24e7fb7ef4b2e9d858ffb44f3d146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649075 Jul 09 21:10:58.653152 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57634) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:58.659317 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee96260-3d1a-407e-a190-75896f02d6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5ebab-ce8e-4dae-8e8a-b0a0e1387479,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:58.717715 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94184d20-de0d-4074-8825-a5a5a4e0ddd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.740646 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94184d20-de0d-4074-8825-a5a5a4e0ddd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.860178 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94184d20-de0d-4074-8825-a5a5a4e0ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.862786 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94184d20-de0d-4074-8825-a5a5a4e0ddd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:58.864005 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-94184d20-de0d-4074-8825-a5a5a4e0ddd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3d5ebab-ce8e-4dae-8e8a-b0a0e1387479 HTTP/1.1" status: 204 len: 168 time: 0.2099347 Jul 09 21:10:58.871958 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94184d20-de0d-4074-8825-a5a5a4e0ddd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5ebab-ce8e-4dae-8e8a-b0a0e1387479,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:59.584574 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57688) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:59.600571 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-098bd38f-9f09-4a9a-a0f6-95583846abf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:59.687985 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-098bd38f-9f09-4a9a-a0f6-95583846abf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:59.774239 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-098bd38f-9f09-4a9a-a0f6-95583846abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:59.815028 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bd38f-9f09-4a9a-a0f6-95583846abf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c6879-74dc-4da3-b9c5-df4b1df6c36c,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:10:59.820710 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-098bd38f-9f09-4a9a-a0f6-95583846abf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86ff762161e3499f9331acd908c4228e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350860 Jul 09 21:10:59.827580 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57702) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:10:59.880485 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-570d225e-11e5-4cab-b376-6053c7b2ad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:59.901806 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-570d225e-11e5-4cab-b376-6053c7b2ad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.019847 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-570d225e-11e5-4cab-b376-6053c7b2ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.022428 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-570d225e-11e5-4cab-b376-6053c7b2ad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.023703 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-570d225e-11e5-4cab-b376-6053c7b2ad33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e55c6879-74dc-4da3-b9c5-df4b1df6c36c HTTP/1.1" status: 204 len: 168 time: 0.1985941 Jul 09 21:11:00.031743 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d225e-11e5-4cab-b376-6053c7b2ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c6879-74dc-4da3-b9c5-df4b1df6c36c,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:00.323453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57710) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:00.432641 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-63807a3d-2665-44d4-a4fe-bbf4da96fde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.519659 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-63807a3d-2665-44d4-a4fe-bbf4da96fde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.595602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-63807a3d-2665-44d4-a4fe-bbf4da96fde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.635079 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-63807a3d-2665-44d4-a4fe-bbf4da96fde8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a3713b1353b4a2aaa867c1fc0d224e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105199 Jul 09 21:11:00.635971 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63807a3d-2665-44d4-a4fe-bbf4da96fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796120e8-d9b1-46a9-9699-5ada05498d41,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:00.637706 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57726) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:00.686875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5537c851-e125-489e-a20f-ea11e10e56b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.707059 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5537c851-e125-489e-a20f-ea11e10e56b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.847161 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5537c851-e125-489e-a20f-ea11e10e56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.850002 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5537c851-e125-489e-a20f-ea11e10e56b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.851169 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5537c851-e125-489e-a20f-ea11e10e56b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/796120e8-d9b1-46a9-9699-5ada05498d41 HTTP/1.1" status: 204 len: 168 time: 0.2123213 Jul 09 21:11:00.867949 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537c851-e125-489e-a20f-ea11e10e56b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796120e8-d9b1-46a9-9699-5ada05498d41,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:01.601966 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57750) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:01.615172 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d97ff597-c7c9-4586-aec7-9f498d254ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:01.704125 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d97ff597-c7c9-4586-aec7-9f498d254ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:01.768956 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57754) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:01.808792 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d97ff597-c7c9-4586-aec7-9f498d254ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:01.847958 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d97ff597-c7c9-4586-aec7-9f498d254ebf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45906bf3339f4483be129f1b8de21ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445736 Jul 09 21:11:01.848700 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ff597-c7c9-4586-aec7-9f498d254ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60876d06-7bb0-4a38-b9df-b411c3abeb2a,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:01.848918 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57758) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:01.888101 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-194e2bbd-c522-4e73-9a4b-526499602e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:01.942858 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c7e8-410d-40d9-842b-4ef1a3fd27b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:01.976369 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c7e8-410d-40d9-842b-4ef1a3fd27b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.046811 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-194e2bbd-c522-4e73-9a4b-526499602e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.128547 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c7e8-410d-40d9-842b-4ef1a3fd27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.131060 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c7e8-410d-40d9-842b-4ef1a3fd27b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.132238 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b5b8c7e8-410d-40d9-842b-4ef1a3fd27b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60876d06-7bb0-4a38-b9df-b411c3abeb2a HTTP/1.1" status: 204 len: 168 time: 0.2823083 Jul 09 21:11:02.140448 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8c7e8-410d-40d9-842b-4ef1a3fd27b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60876d06-7bb0-4a38-b9df-b411c3abeb2a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:02.149823 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-194e2bbd-c522-4e73-9a4b-526499602e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.194038 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-194e2bbd-c522-4e73-9a4b-526499602e42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dcd2b5d6f94406896d679bc3f354c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239268 Jul 09 21:11:02.195410 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e2bbd-c522-4e73-9a4b-526499602e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30b652-85af-464b-9fe6-81aaa810c0f2,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:02.196785 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57766) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:02.251472 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff958-4b8d-4f2b-ab66-5e3b96443880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.274926 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff958-4b8d-4f2b-ab66-5e3b96443880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.454060 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff958-4b8d-4f2b-ab66-5e3b96443880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.457022 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ec5ff958-4b8d-4f2b-ab66-5e3b96443880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.458196 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ec5ff958-4b8d-4f2b-ab66-5e3b96443880 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b30b652-85af-464b-9fe6-81aaa810c0f2 HTTP/1.1" status: 204 len: 168 time: 0.2603571 Jul 09 21:11:02.466479 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ff958-4b8d-4f2b-ab66-5e3b96443880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30b652-85af-464b-9fe6-81aaa810c0f2,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:05.234169 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5975c22-28be-4a21-b9e1-010e883262a9 req-b627ce4c-688e-4395-986b-66c0aee965fd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:05.240272 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b5975c22-28be-4a21-b9e1-010e883262a9 req-b627ce4c-688e-4395-986b-66c0aee965fd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0633743 Jul 09 21:11:05.273179 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b5975c22-28be-4a21-b9e1-010e883262a9 req-4d29de13-c03d-4ad1-9241-5d7f64e44a2d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 09 21:11:06.454133 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1d761-b85d-4b53-b74d-6cb1cbd35199 req-08f6572a-e0c6-46f8-8f6f-f08a7a704d4c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:06.455628 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f0d1d761-b85d-4b53-b74d-6cb1cbd35199 req-08f6572a-e0c6-46f8-8f6f-f08a7a704d4c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0607250 Jul 09 21:11:06.492107 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f0d1d761-b85d-4b53-b74d-6cb1cbd35199 req-a35cb232-7890-45db-a83e-cb7ffb3c68b2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Jul 09 21:11:07.670385 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15726a7-0a56-4187-ac94-49fdb6f232f7 req-72d4be56-5228-4465-90bb-b010f5b03e1b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:07.671894 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f15726a7-0a56-4187-ac94-49fdb6f232f7 req-72d4be56-5228-4465-90bb-b010f5b03e1b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0647733 Jul 09 21:11:07.708725 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f15726a7-0a56-4187-ac94-49fdb6f232f7 req-4ed1b94d-03eb-4b97-89e2-a6250f026891 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Jul 09 21:11:08.909695 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015ef8-99da-4314-a698-5545568cc5f5 req-9ed4c284-e18b-461a-a0cd-cb0a1ae1528c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:08.918481 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-87015ef8-99da-4314-a698-5545568cc5f5 req-9ed4c284-e18b-461a-a0cd-cb0a1ae1528c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0851018 Jul 09 21:11:08.927067 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42996a-d012-4996-9900-caf9e045bc50 req-35d1a4c1-18dc-461e-907c-a2ba33e60474 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:08.928757 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f42996a-d012-4996-9900-caf9e045bc50 req-35d1a4c1-18dc-461e-907c-a2ba33e60474 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 946 time: 0.0836284 Jul 09 21:11:08.957371 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-87015ef8-99da-4314-a698-5545568cc5f5 req-84167933-447e-41c7-aaec-85566e1b5f91 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=7aa3ce99-3e42-470d-aa21-8f741df0bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379760 Jul 09 21:11:09.057377 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Deleting port 82b8c503-4f85-44f3-9669-de19bd59de49 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:11:09.057723 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:09.156221 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] For port 82b8c503-4f85-44f3-9669-de19bd59de49, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=82b8c503-4f85-44f3-9669-de19bd59de49,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:09.156870 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:09.233608 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e4aae-5498-43bc-a4b9-96daae4fbf73 req-9c578832-2f68-40e0-8807-33c2048e74da tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:09.236008 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ea2e4aae-5498-43bc-a4b9-96daae4fbf73 req-9c578832-2f68-40e0-8807-33c2048e74da tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0864534 Jul 09 21:11:09.287964 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ea2e4aae-5498-43bc-a4b9-96daae4fbf73 req-69e4b403-da72-48bf-82a9-3b297c66e471 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464091 Jul 09 21:11:09.438394 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-a73b1404-56ab-4a59-bc1d-c6605f3f4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:09.439834 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-a73b1404-56ab-4a59-bc1d-c6605f3f4e45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=494ea88bf58447e0ac61d3d6d731c380&device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1137 time: 0.3412642 Jul 09 21:11:09.503011 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:09.503390 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:09.503734 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Floating IP a72a1b4f-b9d9-42b9-93e4-308cb642067b disassociated. External IP: 172.27.2.227, port: 82b8c503-4f85-44f3-9669-de19bd59de49. Jul 09 21:11:09.504084 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Calling delete_port for 82b8c503-4f85-44f3-9669-de19bd59de49 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:11:09.594491 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-7c53d9f0-3c9a-4825-92c4-44548fcbf792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:09.596024 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-7c53d9f0-3c9a-4825-92c4-44548fcbf792 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc7d3fc2-f15d-4710-816c-5da82e837af8 HTTP/1.1" status: 200 len: 915 time: 0.1461847 Jul 09 21:11:09.699193 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-32f91ae2-556b-44c1-bf9f-8b325bfc1519 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 1000 time: 0.0906653 Jul 09 21:11:09.754117 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-b07a7cc0-8e81-47af-900c-5f177f1debfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:09.756223 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-b07a7cc0-8e81-47af-900c-5f177f1debfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2619b6a-5f4b-4d65-9843-6e094df55e70 HTTP/1.1" status: 200 len: 853 time: 0.0467427 Jul 09 21:11:09.801104 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:09.832282 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event deleted for resources: {'Port': ['ID=82b8c503-4f85-44f3-9669-de19bd59de49,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:09.903417 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-a0943386-e850-486c-8787-a19076b23848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:09.904987 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-a0943386-e850-486c-8787-a19076b23848 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc7d3fc2-f15d-4710-816c-5da82e837af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1294479 Jul 09 21:11:09.958480 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:11:10.065495 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:11:10.076765 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] Sync routers for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:11:10.089115 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:11:10.089866 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:10:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:10.109425 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] No DVR routers for this DVR port 82b8c503-4f85-44f3-9669-de19bd59de49 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:11:10.111109 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d29f80f4-07f0-42c6-9673-aaf207f7b20b req-63851084-024c-4050-be51-0d08d094cda1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 210 time: 0.0313220 Jul 09 21:11:10.112941 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:10.115137 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f42996a-d012-4996-9900-caf9e045bc50 req-fe4a4813-18ea-4f1d-a39a-d692c4ae2fd2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "DELETE /v2.0/ports/82b8c503-4f85-44f3-9669-de19bd59de49 HTTP/1.1" status: 204 len: 173 time: 1.1801913 Jul 09 21:11:10.115620 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-deleted', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:11:10.118056 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3e4231-7417-4f12-a4f6-e2afabe2a837" -d '{"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-deleted", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:11:10.199147 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:11:10.270688 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f6b53b-4c57-45e8-be96-666ad6beb254 x-openstack-request-id: req-31f6b53b-4c57-45e8-be96-666ad6beb254 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:11:10.271042 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049", "name": "network-vif-deleted", "tag": "82b8c503-4f85-44f3-9669-de19bd59de49", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:11:10.271352 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31f6b53b-4c57-45e8-be96-666ad6beb254 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:11:10.271845 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049', 'name': 'network-vif-deleted', 'tag': '82b8c503-4f85-44f3-9669-de19bd59de49', 'status': 'completed', 'code': 200} Jul 09 21:11:10.401459 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:10.428180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] Checking router: 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:11:10.437286 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:11:10.437928 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:10:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:10.471793 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026e6e1-d2a9-428c-b069-c04ca01a9688 req-35ee1d9c-867f-48c0-b658-85f2ebb5b5c1 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:10.473427 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7026e6e1-d2a9-428c-b069-c04ca01a9688 req-35ee1d9c-867f-48c0-b658-85f2ebb5b5c1 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0632868 Jul 09 21:11:10.515103 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7026e6e1-d2a9-428c-b069-c04ca01a9688 req-5cb41c54-3fbe-4b51-adbb-4d2ab91ab91f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346620 Jul 09 21:11:10.547025 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:11:10.741014 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:10.770571 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43019a61-88bb-40c9-a783-900fed373f0e None None] The sync data for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi is: [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:11:10.932729 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-9859d130-7f21-4e11-b966-7cdd54e63cac service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961542 Jul 09 21:11:11.019293 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa20930-7b30-44f6-9646-d1b261a3d931 None None] New status for floating IP a72a1b4f-b9d9-42b9-93e4-308cb642067b: DOWN {{(pid=93741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:11:11.264837 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c2dfa316-cfc3-4174-8fa8-43657d48b51f req-b4564293-0e0a-4b56-96a6-fce2c2f382f0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 210 time: 0.0352669 Jul 09 21:11:11.691902 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f907e-16e1-4450-9f14-dd791c3e3eff req-c1693b27-8c35-4664-9c33-1ad29c46ecf3 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:11.693678 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c8f907e-16e1-4450-9f14-dd791c3e3eff req-c1693b27-8c35-4664-9c33-1ad29c46ecf3 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0691502 Jul 09 21:11:11.733802 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c8f907e-16e1-4450-9f14-dd791c3e3eff req-2c67787c-3d97-4af6-b335-901822fb478d tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343437 Jul 09 21:11:12.408534 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-aed20d46-6f08-4466-9872-11ef1a9f4bbb req-2a5daf95-e772-4edb-9fa1-478fc4747470 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 210 time: 0.0279672 Jul 09 21:11:12.752336 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:12.777783 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4baf996a-ac6d-42de-a800-e641b1e990ee req-3b09a34b-2683-4d38-94cc-a0eeb0c491a0 service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931818 Jul 09 21:11:12.913442 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f60530-217d-4da1-8d92-f77ffdb03689 req-667b362d-49dc-441f-9ea2-3a99cab41507 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:12.914960 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-00f60530-217d-4da1-8d92-f77ffdb03689 req-667b362d-49dc-441f-9ea2-3a99cab41507 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0621264 Jul 09 21:11:12.958706 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-00f60530-217d-4da1-8d92-f77ffdb03689 req-925891e2-c49f-43c4-a5f2-93512afe6d76 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369270 Jul 09 21:11:13.564318 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7d12ce05-674e-4dbf-8e8d-e4ad10db8fe6 req-19313396-15e2-4def-8e24-6018abdf0323 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7c7eaa5-bf86-4ace-94b7-06ce1e1c6049 HTTP/1.1" status: 200 len: 210 time: 0.0280077 Jul 09 21:11:14.137522 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aaa78-a43c-4148-8f6d-220b4651ec5d req-a37a4db6-be9b-4388-83b9-157c27489fab tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:14.139271 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e30aaa78-a43c-4148-8f6d-220b4651ec5d req-a37a4db6-be9b-4388-83b9-157c27489fab tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0651829 Jul 09 21:11:14.179985 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e30aaa78-a43c-4148-8f6d-220b4651ec5d req-3bee3e0c-7b7b-4194-b6f1-cd7b0f231516 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347853 Jul 09 21:11:14.662094 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:11:14.683128 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 82b8c503-4f85-44f3-9669-de19bd59de49 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:11:14.683509 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 82b8c503-4f85-44f3-9669-de19bd59de49 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:11:14.815088 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 57956) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:14.881795 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f743ea51-4572-4448-810e-9bb815f03030 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:14.902721 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f743ea51-4572-4448-810e-9bb815f03030 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.006515 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:11:15.054198 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f743ea51-4572-4448-810e-9bb815f03030 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.057011 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f743ea51-4572-4448-810e-9bb815f03030 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.058382 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f743ea51-4572-4448-810e-9bb815f03030 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "DELETE /v2.0/security-groups/7aa3ce99-3e42-470d-aa21-8f741df0bdb3 HTTP/1.1" status: 204 len: 168 time: 0.2421601 Jul 09 21:11:15.061065 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57960) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:15.067604 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743ea51-4572-4448-810e-9bb815f03030 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa3ce99-3e42-470d-aa21-8f741df0bdb3,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:15.081630 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.api.v2.resource [None req-e5547bf7-dddc-4263-be2d-6ab026a1ba87 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] show failed (client error): The resource could not be found. Jul 09 21:11:15.081630 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-e5547bf7-dddc-4263-be2d-6ab026a1ba87 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups/7aa3ce99-3e42-470d-aa21-8f741df0bdb3 HTTP/1.1" status: 404 len: 347 time: 0.0134985 Jul 09 21:11:15.084011 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57962) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:15.513664 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb504381-7718-4e0c-aabc-488b31d54197 req-72f3003a-8adf-463e-8423-1e8d94480e43 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:15.515169 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb504381-7718-4e0c-aabc-488b31d54197 req-72f3003a-8adf-463e-8423-1e8d94480e43 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.1288176 Jul 09 21:11:15.546229 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Deleting port 0989cf1b-22f6-4aa7-b209-56beaad9cd8a {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:11:15.546575 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.599083 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb504381-7718-4e0c-aabc-488b31d54197 req-7ae565c4-edcd-44ab-8109-a10280ebc62e tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780575 Jul 09 21:11:15.640387 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.640726 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.652642 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Calling delete_port for 0989cf1b-22f6-4aa7-b209-56beaad9cd8a owned by network:floatingip {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:11:15.883051 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.907386 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event deleted for resources: {'Port': ['ID=0989cf1b-22f6-4aa7-b209-56beaad9cd8a,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:15.975044 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.978852 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:15.980090 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-121f9248-f097-41a6-8514-5f9045254dbe tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "DELETE /v2.0/floatingips/a72a1b4f-b9d9-42b9-93e4-308cb642067b HTTP/1.1" status: 204 len: 168 time: 0.8945413 Jul 09 21:11:16.538753 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57986) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:16.543686 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-d05b47a4-d3bf-4d1f-98fb-6ab99cdf3847 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473641707', 'description': 'tempest-description--174129722'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:11:16.740732 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d05b47a4-d3bf-4d1f-98fb-6ab99cdf3847 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:16.807453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949ce5d-47c2-4cf1-9334-4fa30f3309d1 req-e45ef45c-b328-45cb-8a7a-d952e756d306 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:16.808953 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b949ce5d-47c2-4cf1-9334-4fa30f3309d1 req-e45ef45c-b328-45cb-8a7a-d952e756d306 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0987287 Jul 09 21:11:16.864714 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b949ce5d-47c2-4cf1-9334-4fa30f3309d1 req-da55f4f4-3b5d-4257-af4e-2a2d597a8fea tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497205 Jul 09 21:11:16.892053 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d05b47a4-d3bf-4d1f-98fb-6ab99cdf3847 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:16.985416 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d05b47a4-d3bf-4d1f-98fb-6ab99cdf3847 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.013866 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b47a4-d3bf-4d1f-98fb-6ab99cdf3847 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:17.082764 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d05b47a4-d3bf-4d1f-98fb-6ab99cdf3847 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.086763 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d05b47a4-d3bf-4d1f-98fb-6ab99cdf3847 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5444179 Jul 09 21:11:17.086958 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 57994) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:17.091464 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-d7c6549f-23e5-4613-91c1-09708e6ba11d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'security_group_rule': {'security_group_id': '4bf84e9d-7b9d-4acc-b385-5448d7d86e3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:11:17.236117 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d7c6549f-23e5-4613-91c1-09708e6ba11d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.291568 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d7c6549f-23e5-4613-91c1-09708e6ba11d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.430466 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d7c6549f-23e5-4613-91c1-09708e6ba11d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.447908 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6549f-23e5-4613-91c1-09708e6ba11d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b4435-8d73-47e2-910b-9aa780b19c29,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:17.528747 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d7c6549f-23e5-4613-91c1-09708e6ba11d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.533973 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d7c6549f-23e5-4613-91c1-09708e6ba11d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4423795 Jul 09 21:11:17.534175 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58004) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:17.538660 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-255df6ec-8341-42b6-9532-a7626bea7015 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'security_group_rule': {'security_group_id': '4bf84e9d-7b9d-4acc-b385-5448d7d86e3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:11:17.643692 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-255df6ec-8341-42b6-9532-a7626bea7015 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.704429 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-255df6ec-8341-42b6-9532-a7626bea7015 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.774379 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-255df6ec-8341-42b6-9532-a7626bea7015 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.796168 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255df6ec-8341-42b6-9532-a7626bea7015 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa96c56b-21ca-4f1d-b0fa-f1d0ac02bc1e,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:17.922922 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-255df6ec-8341-42b6-9532-a7626bea7015 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:17.928050 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58010) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:17.935141 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:11:17.937646 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-255df6ec-8341-42b6-9532-a7626bea7015 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023683 Jul 09 21:11:18.043030 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:18.049273 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5843f0-73d6-41b9-82f2-bf377f4f339e req-ca33f88d-098a-4a10-933c-4b6b729967df tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:18.050877 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8f5843f0-73d6-41b9-82f2-bf377f4f339e req-ca33f88d-098a-4a10-933c-4b6b729967df tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0668447 Jul 09 21:11:18.109430 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8f5843f0-73d6-41b9-82f2-bf377f4f339e req-e78cacbe-d459-4642-a3f1-989284afe40f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504482 Jul 09 21:11:18.157229 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:18.276456 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Allocated IP 172.27.2.123 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/2458f343-139f-4463-aef8-b865e343f5bb) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:11:18.378703 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:18.522907 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:18.565838 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:11:18.568752 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:11:18.572825 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:11:18.578280 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'Port': ['ID=2458f343-139f-4463-aef8-b865e343f5bb,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:18.659046 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:18.760570 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:18.923519 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:19.025791 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:19.092150 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'Port': ['ID=2458f343-139f-4463-aef8-b865e343f5bb,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:19.108056 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:19.230341 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:19.231667 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-821d79c1-4de1-4ed3-be30-c82d1758b40e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3024719 Jul 09 21:11:19.370072 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617e208-7f54-4d3d-9c4d-e9e9a7064c40 req-6513e773-12be-4785-b9ba-ad24c11ed05b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:19.371694 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b617e208-7f54-4d3d-9c4d-e9e9a7064c40 req-6513e773-12be-4785-b9ba-ad24c11ed05b tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0636182 Jul 09 21:11:19.440742 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b617e208-7f54-4d3d-9c4d-e9e9a7064c40 req-962130de-a0ae-41da-8495-833ecf6dfd03 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628645 Jul 09 21:11:19.443746 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-3fa7e860-79c3-48dd-aea7-ac2bbff079ea tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--473641707&fields=id&tenant_id=2bab4c81fea6404bac53adeccaa0e5e4 HTTP/1.1" status: 200 len: 267 time: 0.0596371 Jul 09 21:11:19.553172 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-da648c72-515b-45ed-a143-b198d5ea75cd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:19.554659 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-da648c72-515b-45ed-a143-b198d5ea75cd tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 817 time: 0.1034925 Jul 09 21:11:19.569502 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-d9c73a4f-3685-4a26-8a82-602b2288cbd3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/quotas/2bab4c81fea6404bac53adeccaa0e5e4 HTTP/1.1" status: 200 len: 375 time: 0.0092850 Jul 09 21:11:19.638564 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-b2887286-7ad4-4a88-84a0-b29fef7413ee tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641472 Jul 09 21:11:19.747533 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-ac287ca9-a30e-47c7-b8b3-d8a2b1feaebd service neutron] 10.222.0.64 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964756 Jul 09 21:11:19.847441 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-164b18e6-b4ce-4107-a06c-188d4df2e61b service neutron] 10.222.0.64 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937929 Jul 09 21:11:20.123811 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ee15e37b-680c-40a3-bebd-ca0ea9658ef6 req-f138df88-28c4-4d62-9d0e-e6b77e46cd54 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 210 time: 0.0326672 Jul 09 21:11:20.440964 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3ac13-b14e-47c8-81d0-3b33f1998bb8 req-b5722006-d220-49b4-b449-2226bd09b0a3 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:20.442618 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-26a3ac13-b14e-47c8-81d0-3b33f1998bb8 req-b5722006-d220-49b4-b449-2226bd09b0a3 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 945 time: 0.0629110 Jul 09 21:11:20.486114 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-26a3ac13-b14e-47c8-81d0-3b33f1998bb8 req-4ca6685c-1808-4ebc-8c68-518374f2322e tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 Jul 09 21:11:20.619864 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a9b00-2cf1-4af1-8d91-6b959f0d0dcc req-2137b17b-3029-4e67-9089-6c57544e6a1c tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:20.621340 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c4a9b00-2cf1-4af1-8d91-6b959f0d0dcc req-2137b17b-3029-4e67-9089-6c57544e6a1c tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0639834 Jul 09 21:11:20.663853 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5c4a9b00-2cf1-4af1-8d91-6b959f0d0dcc req-8b3c4447-084b-4ba3-81cd-f1816aef5b1d tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366611 Jul 09 21:11:21.266632 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bc4fdd2f-f2ff-4edb-a618-71c0e4cfc2e8 req-fc1d28c3-e18a-40ec-aafc-e40f6f728102 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 210 time: 0.0275171 Jul 09 21:11:21.606298 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58074) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:21.674030 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddedd69-603f-4b4c-af98-a758189b983b req-011760ed-231f-486f-9c8c-a0b0b1ad2685 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:21.675599 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bddedd69-603f-4b4c-af98-a758189b983b req-011760ed-231f-486f-9c8c-a0b0b1ad2685 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 945 time: 0.0780253 Jul 09 21:11:21.713246 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-96fb2108-8ea3-4897-b29f-db12c6b13dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:21.715577 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bddedd69-603f-4b4c-af98-a758189b983b req-2409a546-62e5-41d7-88a9-43bf2871f7a8 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334961 Jul 09 21:11:21.809413 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-96fb2108-8ea3-4897-b29f-db12c6b13dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:21.868931 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3716a-833b-4037-8af5-5b106a5715ce req-b2f47dbd-8efc-4cce-adde-9d2747f1e32e tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:21.870417 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-71a3716a-833b-4037-8af5-5b106a5715ce req-b2f47dbd-8efc-4cce-adde-9d2747f1e32e tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0705783 Jul 09 21:11:21.909134 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-71a3716a-833b-4037-8af5-5b106a5715ce req-ba5bc0ec-e16b-44d8-837f-277fc9374a0d tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330017 Jul 09 21:11:21.917676 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-96fb2108-8ea3-4897-b29f-db12c6b13dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:21.957392 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-96fb2108-8ea3-4897-b29f-db12c6b13dc4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19208f4985d644f4bd37be2673887a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498464 Jul 09 21:11:21.958274 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb2108-8ea3-4897-b29f-db12c6b13dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8152c9-ea9b-4c8c-83e3-85e2df3a6f40,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:21.959965 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58080) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:22.009842 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:22.030950 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:22.288350 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:22.291416 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:22.292623 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b8152c9-ea9b-4c8c-83e3-85e2df3a6f40 HTTP/1.1" status: 204 len: 168 time: 0.3315938 Jul 09 21:11:22.304573 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8152c9-ea9b-4c8c-83e3-85e2df3a6f40,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:22.313224 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.313547 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.313962 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.314362 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.314705 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.315044 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.315380 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.315781 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.326376 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.326376 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.326376 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.326376 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f6408-d93c-47dc-b0db-71e5f782e067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:22.407562 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-42efb3f7-153f-4be0-9281-d42b0a8e2170 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:22.409467 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-42efb3f7-153f-4be0-9281-d42b0a8e2170 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.43 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 945 time: 0.0723901 Jul 09 21:11:22.419439 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8a988bef-87bc-4faf-bf5f-82c366f7ce4a req-46a45ffd-ae9d-43b7-ad51-808900b2bfb5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 210 time: 0.0294650 Jul 09 21:11:22.516435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Deleting port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:11:22.516780 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:22.591449 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-301bbfb0-634b-4989-994c-16ec857f0529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:22.603512 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] For port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,segment=NetworkSegment(37c7b81c-a023-4b4d-ac9d-caae94a832d8),segment_id=37c7b81c-a023-4b4d-ac9d-caae94a832d8)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:22.603873 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:22.616705 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Calling delete_port for a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:11:22.890738 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ec003-59d3-45ed-bd88-1419dd33ad21 req-95d1753c-c747-4ba4-afbc-5ea07de96efb tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:22.895895 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1f4ec003-59d3-45ed-bd88-1419dd33ad21 req-95d1753c-c747-4ba4-afbc-5ea07de96efb tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 945 time: 0.0703413 Jul 09 21:11:22.915729 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-e3c5132c-8e6b-472d-9c12-b72df9d84618 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:22.917192 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-e3c5132c-8e6b-472d-9c12-b72df9d84618 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 817 time: 0.1054664 Jul 09 21:11:22.922716 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:22.934748 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1f4ec003-59d3-45ed-bd88-1419dd33ad21 req-82c95595-c357-49e5-9df0-793f5cc08e8f tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/security-groups?id=a6403d25-0687-4c64-b654-d4ee579f2528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359814 Jul 09 21:11:22.968613 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:11:22.995066 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Pushing event deleted for resources: {'Port': ['ID=a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:23.006340 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-bb390964-8fbd-48e4-9ec8-682a976ee71b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bab4c81fea6404bac53adeccaa0e5e4 HTTP/1.1" status: 200 len: 379 time: 0.0429041 Jul 09 21:11:23.017618 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'port': {'device_id': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'admin_state_up': True, 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'security_groups': ['4bf84e9d-7b9d-4acc-b385-5448d7d86e3b']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:11:23.096469 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] No DVR routers for this DVR port a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:11:23.100693 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.102691 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73b7a019-cf3a-486a-bdad-dbf46cc3cd3f req-c8d5ebdf-2e68-4b8b-a466-14810a5cf4f9 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.43 "DELETE /v2.0/ports/a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 HTTP/1.1" status: 204 len: 173 time: 0.6878769 Jul 09 21:11:23.103161 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a901766e-8710-4353-900f-1b2435a18f34', 'name': 'network-vif-deleted', 'tag': 'a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:11:23.105562 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5ceae7-388c-435c-a1bf-07a554c14820" -d '{"events": [{"server_uuid": "a901766e-8710-4353-900f-1b2435a18f34", "name": "network-vif-deleted", "tag": "a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:11:23.108938 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521efd71-de17-4514-8b5b-c8253cc16519 req-1c325722-8a45-424a-a08a-242360de4a26 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:23.115842 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-521efd71-de17-4514-8b5b-c8253cc16519 req-1c325722-8a45-424a-a08a-242360de4a26 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0722327 Jul 09 21:11:23.155191 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9888174-816c-4267-bd22-8c2406eff52f x-openstack-request-id: req-f9888174-816c-4267-bd22-8c2406eff52f {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:11:23.155477 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a901766e-8710-4353-900f-1b2435a18f34", "name": "network-vif-deleted", "tag": "a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:11:23.155719 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9888174-816c-4267-bd22-8c2406eff52f {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:11:23.156120 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a901766e-8710-4353-900f-1b2435a18f34', 'name': 'network-vif-deleted', 'tag': 'a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29', 'status': 'completed', 'code': 200} Jul 09 21:11:23.160733 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-521efd71-de17-4514-8b5b-c8253cc16519 req-8086be63-f0e9-41cd-9edc-5ec6c67f3397 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435076 Jul 09 21:11:23.193356 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58094) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:23.207560 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3edeacc-d804-459c-8573-4ede69a74725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.409186 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Made reservation on behalf of 2bab4c81fea6404bac53adeccaa0e5e4 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:11:23.416508 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.570351 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a1f0de12-d1c0-4d36-a666-e003ed55c679 req-f47c5573-c91d-48e8-a2cc-8af9d4226feb tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 210 time: 0.0295935 Jul 09 21:11:23.602659 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Allocated IP 172.20.0.9 (00fa62e1-65a0-4147-9c74-576ef33ed2a8/be51743c-91e3-45f4-8dc8-299a7b620a73/edc3abf8-c43d-4869-b525-02b9341c2226) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:11:23.610105 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3edeacc-d804-459c-8573-4ede69a74725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.689061 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f3edeacc-d804-459c-8573-4ede69a74725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.748628 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f3edeacc-d804-459c-8573-4ede69a74725 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f75f22a55d4f4b1bb8b2e51b3dc65baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541899 Jul 09 21:11:23.751481 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58102) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:23.751637 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edeacc-d804-459c-8573-4ede69a74725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff94739-21e1-4dc3-a80d-77ad6f83531a,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:23.788283 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.804951 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Transition to ACTIVE for port object edc3abf8-c43d-4869-b525-02b9341c2226 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:11:23.809606 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9418126b-b4b1-41e1-947e-8db9fc262359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.835559 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9418126b-b4b1-41e1-947e-8db9fc262359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.917912 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.956396 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9418126b-b4b1-41e1-947e-8db9fc262359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.959378 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9418126b-b4b1-41e1-947e-8db9fc262359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:23.959838 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:11:23.960713 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-9418126b-b4b1-41e1-947e-8db9fc262359 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ff94739-21e1-4dc3-a80d-77ad6f83531a HTTP/1.1" status: 204 len: 168 time: 0.2080295 Jul 09 21:11:23.965588 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:11:23.969185 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:11:23.985104 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418126b-b4b1-41e1-947e-8db9fc262359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff94739-21e1-4dc3-a80d-77ad6f83531a,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:24.009059 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:24.052470 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:24.053115 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:24.141378 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-923116df-259f-4eff-99b0-c87951d65b37 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1297147 Jul 09 21:11:24.160634 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Request body: {'port': {'device_id': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:11:24.200232 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f2d9fa85-1eda-4898-9014-23a22266b7f5 req-58ebc4fa-9205-43e1-b4fe-c4bbf24b5f61 tempest-VolumesSnapshotTestJSON-813395138 tempest-VolumesSnapshotTestJSON-813395138-project] 10.222.0.64 "GET /v2.0/ports?device_id=a901766e-8710-4353-900f-1b2435a18f34 HTTP/1.1" status: 200 len: 210 time: 0.0460460 Jul 09 21:11:24.301126 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:24.418593 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad0aeb-5473-4914-8792-a6b5d2dfb906 req-306c53bd-9ec3-4d23-8e65-238a023da48f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:24.433560 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-57ad0aeb-5473-4914-8792-a6b5d2dfb906 req-306c53bd-9ec3-4d23-8e65-238a023da48f tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0912912 Jul 09 21:11:24.490387 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-57ad0aeb-5473-4914-8792-a6b5d2dfb906 req-bebbee28-8248-49c8-8852-0f3bc866b90c tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&id=606560a8-c39d-4783-8d44-e5c943891f51&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626228 Jul 09 21:11:24.540285 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ffd11b84-b089-4b30-a6fa-b3c766af04d1 None None] Provisioning for port edc3abf8-c43d-4869-b525-02b9341c2226 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:11:24.546505 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ffd11b84-b089-4b30-a6fa-b3c766af04d1 None None] Provisioning complete for port edc3abf8-c43d-4869-b525-02b9341c2226 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:11:24.547098 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ffd11b84-b089-4b30-a6fa-b3c766af04d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:24.588749 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ffd11b84-b089-4b30-a6fa-b3c766af04d1 None None] Port edc3abf8-c43d-4869-b525-02b9341c2226 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:11:24.770309 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330269a5-4bf2-4039-9bda-8756e8ee1032 req-514c5353-5b25-4f70-a0a8-327c7f1a3b3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:24.771795 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-330269a5-4bf2-4039-9bda-8756e8ee1032 req-514c5353-5b25-4f70-a0a8-327c7f1a3b3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 931 time: 0.0707860 Jul 09 21:11:24.812725 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-330269a5-4bf2-4039-9bda-8756e8ee1032 req-371f1750-566f-42bf-a71a-c8ca80e19353 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348809 Jul 09 21:11:24.921132 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc3abf8-c43d-4869-b525-02b9341c2226 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:11:24.928415 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:24.940159 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Transition to ACTIVE for port object edc3abf8-c43d-4869-b525-02b9341c2226 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:11:24.992300 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58118) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:25.006294 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac8ef-63af-4773-8c52-6c27684d10be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.042581 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.093979 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac8ef-63af-4773-8c52-6c27684d10be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.094545 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:25.111519 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-13ecb094-8074-4d32-8b78-7f9124cec292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.172978 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Attempting to bind port edc3abf8-c43d-4869-b525-02b9341c2226 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:11:25.173318 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Attempting to bind port edc3abf8-c43d-4869-b525-02b9341c2226 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:11:25.173649 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Attempting to bind port edc3abf8-c43d-4869-b525-02b9341c2226 on network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:11:25.178144 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Port edc3abf8-c43d-4869-b525-02b9341c2226 on network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:11:25.178467 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Attempting to bind port edc3abf8-c43d-4869-b525-02b9341c2226 on network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:11:25.184313 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:11:25.184739 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Checking segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:11:25.185207 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Bound using segment: {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:11:25.185717 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Bound port: edc3abf8-c43d-4869-b525-02b9341c2226, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82062d4c-3174-4950-a586-66a756472ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:11:25.186154 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.202744 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac8ef-63af-4773-8c52-6c27684d10be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.247797 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-cd5ac8ef-63af-4773-8c52-6c27684d10be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4511e280ec84d2996588b289cce2ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520785 Jul 09 21:11:25.252396 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.253056 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ac8ef-63af-4773-8c52-6c27684d10be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9576a2ff-671d-4617-a908-48330091846f,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:25.253154 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58122) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:25.268220 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:11:25.288517 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:11:25.322683 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cb96c648-e1f9-4e59-9cb7-9c17b04d51f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.344100 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cb96c648-e1f9-4e59-9cb7-9c17b04d51f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.397326 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.413009 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:25.413510 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.414896 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] 10.222.0.43 "PUT /v2.0/ports/edc3abf8-c43d-4869-b525-02b9341c2226 HTTP/1.1" status: 200 len: 1093 time: 1.2602487 Jul 09 21:11:25.415946 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:11:25.418338 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3778f33f-2903-43e6-8333-54d78e08f1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:11:25.464423 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fbeb8e-2559-4eae-bbae-ab77c1b2b576 x-openstack-request-id: req-16fbeb8e-2559-4eae-bbae-ab77c1b2b576 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:11:25.464725 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:11:25.464986 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16fbeb8e-2559-4eae-bbae-ab77c1b2b576 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:11:25.465378 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'status': 'completed', 'code': 200} Jul 09 21:11:25.482619 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880560-f7d8-4a53-9479-52c5200671de service neutron] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:25.556731 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778f33f-2903-43e6-8333-54d78e08f1dc req-a1344135-07c2-4d47-8be4-3a495025ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:25.558230 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3778f33f-2903-43e6-8333-54d78e08f1dc req-a1344135-07c2-4d47-8be4-3a495025ba15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 1096 time: 0.0551109 Jul 09 21:11:25.562635 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cb96c648-e1f9-4e59-9cb7-9c17b04d51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.566550 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cb96c648-e1f9-4e59-9cb7-9c17b04d51f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:25.567936 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cb96c648-e1f9-4e59-9cb7-9c17b04d51f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9576a2ff-671d-4617-a908-48330091846f HTTP/1.1" status: 204 len: 168 time: 0.3141177 Jul 09 21:11:25.586893 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96c648-e1f9-4e59-9cb7-9c17b04d51f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9576a2ff-671d-4617-a908-48330091846f,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:25.672827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778f33f-2903-43e6-8333-54d78e08f1dc req-ed5a83bc-b2a8-4a83-9bba-c90916816843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:25.674434 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3778f33f-2903-43e6-8333-54d78e08f1dc req-ed5a83bc-b2a8-4a83-9bba-c90916816843 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1016192 Jul 09 21:11:25.765239 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778f33f-2903-43e6-8333-54d78e08f1dc req-a8052254-e201-4964-b7df-d7dd99cd2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:25.766811 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3778f33f-2903-43e6-8333-54d78e08f1dc req-a8052254-e201-4964-b7df-d7dd99cd2723 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862546 Jul 09 21:11:25.888584 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-4f1b035b-18c2-4e80-ac63-3e826e12de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:25.890437 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-4f1b035b-18c2-4e80-ac63-3e826e12de09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 1096 time: 0.0670063 Jul 09 21:11:25.936841 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-fa7c9ea0-8d14-4083-b9e9-d3310de551ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc3abf8-c43d-4869-b525-02b9341c2226 HTTP/1.1" status: 200 len: 217 time: 0.0338202 Jul 09 21:11:25.986629 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-6ae556f6-81a6-4f5b-abc3-a06a3a1b9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:25.987282 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2bcd4-6c73-44f0-a138-49ea225c66ed req-0af45c02-6b03-48f7-8f37-1d3e34d8f889 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:25.988697 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-6ae556f6-81a6-4f5b-abc3-a06a3a1b9cb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0457323 Jul 09 21:11:25.989051 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-79e2bcd4-6c73-44f0-a138-49ea225c66ed req-0af45c02-6b03-48f7-8f37-1d3e34d8f889 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0627980 Jul 09 21:11:26.030709 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-79e2bcd4-6c73-44f0-a138-49ea225c66ed req-ab2b4209-9ffb-4d6f-a88e-58b304c5e0e1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360179 Jul 09 21:11:26.076968 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-2eebeb5f-11cf-43e9-97d4-38fbc97f2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:26.078691 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-2eebeb5f-11cf-43e9-97d4-38fbc97f2640 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843329 Jul 09 21:11:26.174492 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-727d200f-fd0e-44e1-bdec-c848bea82fe3 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890346 Jul 09 21:11:26.264871 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c783cea-954e-4e50-bf5b-ca647c0deaed req-f9706e4e-00ed-4ce1-8a58-0f41974f6338 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842059 Jul 09 21:11:26.471048 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:26.729168 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:11:26.751897 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:11:26.752255 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device a3ccd2f7-19bf-4c38-bc06-d0d2d2df1a29 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:11:27.233411 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f4802-37dd-49b1-ba5f-1b7c5cdc5461 req-8b523a60-2494-44ba-bf00-9ecf0f508b7b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:27.235063 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-190f4802-37dd-49b1-ba5f-1b7c5cdc5461 req-8b523a60-2494-44ba-bf00-9ecf0f508b7b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0765941 Jul 09 21:11:27.279457 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-190f4802-37dd-49b1-ba5f-1b7c5cdc5461 req-d84f5dea-9760-418d-91a8-0e352f6e1753 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359426 Jul 09 21:11:28.196986 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:28.452293 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010b127-0750-4d8a-9ab7-6e420b9dbda3 req-eef5230f-e63e-4089-97af-d0373c16f358 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:28.453739 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b010b127-0750-4d8a-9ab7-6e420b9dbda3 req-eef5230f-e63e-4089-97af-d0373c16f358 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0623910 Jul 09 21:11:28.493296 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b010b127-0750-4d8a-9ab7-6e420b9dbda3 req-a50ee404-23a9-4292-886e-bdbc862b0dcf tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336607 Jul 09 21:11:29.674839 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442725a7-1ffc-4b5f-b552-a88797d4ac08 req-6b6aaeea-933c-4341-9fcb-a0b5388f12b8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:29.676435 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-442725a7-1ffc-4b5f-b552-a88797d4ac08 req-6b6aaeea-933c-4341-9fcb-a0b5388f12b8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0680137 Jul 09 21:11:29.713139 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-442725a7-1ffc-4b5f-b552-a88797d4ac08 req-ee06c0a5-cc81-4181-a974-93ebf948971d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306838 Jul 09 21:11:29.752477 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:11:29.842568 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:29.854327 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'port_id': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'mac_address': 'fa:16:3e:6a:74:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:11:29.892804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:29.905256 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc3abf8-c43d-4869-b525-02b9341c2226 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:11:29.923631 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:30.026614 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:30.072637 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:30.079343 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.079719 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.080065 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.080403 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.080740 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.081080 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.081451 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.081823 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.082156 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.082485 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.082812 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.083138 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:30.888075 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2556a86-0784-46ca-82bc-7df4e8cbc3d6 req-b7311c36-8857-48bb-bead-432169ac6fb4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:30.889588 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d2556a86-0784-46ca-82bc-7df4e8cbc3d6 req-b7311c36-8857-48bb-bead-432169ac6fb4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 944 time: 0.0622404 Jul 09 21:11:30.926419 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d2556a86-0784-46ca-82bc-7df4e8cbc3d6 req-95368dc8-626f-4a40-a820-93821729d47b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312717 Jul 09 21:11:31.065198 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['edc3abf8-c43d-4869-b525-02b9341c2226'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:11:32.103525 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9bed7-1ef6-4b99-802b-f2110eec4667 req-12e3fd38-e086-4098-b088-31410f3bca70 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:32.104952 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5fd9bed7-1ef6-4b99-802b-f2110eec4667 req-12e3fd38-e086-4098-b088-31410f3bca70 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 944 time: 0.0623369 Jul 09 21:11:32.146730 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5fd9bed7-1ef6-4b99-802b-f2110eec4667 req-e793b29a-adaa-464a-8aa9-1a586f3b5183 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349216 Jul 09 21:11:32.779214 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:11:32.928266 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port edc3abf8-c43d-4869-b525-02b9341c2226 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:11:32.932237 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port edc3abf8-c43d-4869-b525-02b9341c2226 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:11:32.932621 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:33.006507 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:33.032042 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:11:33.034282 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd99fdad-9de2-434d-9b0a-2d560c1ef61c" -d '{"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-plugged", "status": "completed", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:11:33.051101 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:33.128846 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:33.176450 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:33.183726 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d496d-eb97-4496-a712-242f45c54665 x-openstack-request-id: req-a23d496d-eb97-4496-a712-242f45c54665 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:11:33.184023 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-plugged", "status": "completed", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:11:33.184316 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a23d496d-eb97-4496-a712-242f45c54665 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:11:33.184703 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'code': 200} Jul 09 21:11:33.325300 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb29711-cb28-4531-b2b8-6c6a5dd8a60f req-d4fbfbdf-6539-4497-a202-76c6ea1a92b2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:33.326843 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2fb29711-cb28-4531-b2b8-6c6a5dd8a60f req-d4fbfbdf-6539-4497-a202-76c6ea1a92b2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0622554 Jul 09 21:11:33.365349 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2fb29711-cb28-4531-b2b8-6c6a5dd8a60f req-ef7fb19e-c988-447a-b450-674acf040209 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Jul 09 21:11:33.645961 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02bd3-bff7-421d-b761-8d44922dab70 req-64e583ae-1201-4b00-bb3f-af6bc4b50f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:33.647610 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fb02bd3-bff7-421d-b761-8d44922dab70 req-64e583ae-1201-4b00-bb3f-af6bc4b50f09 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 1098 time: 0.0686896 Jul 09 21:11:33.682353 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fb02bd3-bff7-421d-b761-8d44922dab70 req-3d994276-8b2c-4853-a1f3-e7ce23fb57ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278482 Jul 09 21:11:34.546354 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645e415-641c-4ee3-bccd-505c2a42610c req-db45fc38-ee23-49bf-850f-be4fe49ad73a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:34.548002 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1645e415-641c-4ee3-bccd-505c2a42610c req-db45fc38-ee23-49bf-850f-be4fe49ad73a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0643241 Jul 09 21:11:34.587864 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1645e415-641c-4ee3-bccd-505c2a42610c req-b8e80c2e-42b1-4ef7-a119-05aae34f983b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341036 Jul 09 21:11:34.589468 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58278) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:34.692577 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6dfef0a5-16e1-4db4-86f0-975214d774ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:34.781127 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6dfef0a5-16e1-4db4-86f0-975214d774ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:34.847152 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6dfef0a5-16e1-4db4-86f0-975214d774ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:34.884917 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-6dfef0a5-16e1-4db4-86f0-975214d774ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14a810091ff24732933928dfe49859ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944536 Jul 09 21:11:34.885766 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfef0a5-16e1-4db4-86f0-975214d774ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8243a8-db66-4e3e-a50f-44d4c074aef8,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:34.887763 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58282) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:34.939394 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6955b7cf-2da6-4732-a280-30927607559d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:34.960845 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6955b7cf-2da6-4732-a280-30927607559d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:35.100238 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6955b7cf-2da6-4732-a280-30927607559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:35.103578 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6955b7cf-2da6-4732-a280-30927607559d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:35.104781 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6955b7cf-2da6-4732-a280-30927607559d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe8243a8-db66-4e3e-a50f-44d4c074aef8 HTTP/1.1" status: 204 len: 168 time: 0.2159655 Jul 09 21:11:35.112653 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955b7cf-2da6-4732-a280-30927607559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8243a8-db66-4e3e-a50f-44d4c074aef8,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:35.765414 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f6d5d-f586-40a7-8bbe-cac3bd616854 req-539b5dc4-c3b0-46ef-9afc-e08e87e699f3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:35.766920 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-345f6d5d-f586-40a7-8bbe-cac3bd616854 req-539b5dc4-c3b0-46ef-9afc-e08e87e699f3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0627773 Jul 09 21:11:35.804620 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-345f6d5d-f586-40a7-8bbe-cac3bd616854 req-961b6801-cc72-4190-acc1-17d93b368628 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 Jul 09 21:11:35.891659 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58300) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:35.905676 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7877b830-97c5-4119-bd41-50d8bf492128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:35.980847 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7613019-8520-4007-84d9-b1b42f5da2bc req-bc77bcef-98e3-4219-a7c6-1729910ad924 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:35.982256 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e7613019-8520-4007-84d9-b1b42f5da2bc req-bc77bcef-98e3-4219-a7c6-1729910ad924 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0670445 Jul 09 21:11:35.990775 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58302) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:35.994636 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7877b830-97c5-4119-bd41-50d8bf492128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:35.996676 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Request body: {'floatingip': {'port_id': 'edc3abf8-c43d-4869-b525-02b9341c2226'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:11:36.035063 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.065589 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7877b830-97c5-4119-bd41-50d8bf492128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.107179 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7877b830-97c5-4119-bd41-50d8bf492128 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b6365f1df13454f838d4c121a86011a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141078 Jul 09 21:11:36.108559 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877b830-97c5-4119-bd41-50d8bf492128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960d913e-5775-4533-8886-333b4f534d78,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:36.110550 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58304) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:36.159615 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-18a0147e-4994-45f6-b32a-11efdf2c48b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.180502 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-18a0147e-4994-45f6-b32a-11efdf2c48b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.345853 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-18a0147e-4994-45f6-b32a-11efdf2c48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.348519 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-18a0147e-4994-45f6-b32a-11efdf2c48b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.349787 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-18a0147e-4994-45f6-b32a-11efdf2c48b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/960d913e-5775-4533-8886-333b4f534d78 HTTP/1.1" status: 204 len: 168 time: 0.2381291 Jul 09 21:11:36.359095 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0147e-4994-45f6-b32a-11efdf2c48b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d913e-5775-4533-8886-333b4f534d78,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:36.505093 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.597007 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:36.701446 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Floating IP 96f831e6-82cf-44fb-96d4-cc74778c71d0 associated. External IP: 172.27.2.123, port: edc3abf8-c43d-4869-b525-02b9341c2226. Jul 09 21:11:36.907248 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:11:37.081573 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58316) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:37.095787 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ed61692c-cb67-49cf-90b5-54fd10d962a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:37.190574 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ed61692c-cb67-49cf-90b5-54fd10d962a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:37.252082 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:11:37.260163 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:37.261708 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] Sync routers for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:11:37.271065 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:11:37.271703 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:37.292234 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-883705ee-5456-4fa0-8955-2121a33c0b0b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "PUT /v2.0/floatingips/96f831e6-82cf-44fb-96d4-cc74778c71d0 HTTP/1.1" status: 200 len: 991 time: 1.3002732 Jul 09 21:11:37.292880 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:11:37.295124 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f" -d '{"events": [{"name": "network-changed", "server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:11:37.340393 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ed61692c-cb67-49cf-90b5-54fd10d962a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:37.367701 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61692c-cb67-49cf-90b5-54fd10d962a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289b824c-6184-4c63-a0ea-6326e9949aa1,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:37.397952 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58324) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:37.398075 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ed61692c-cb67-49cf-90b5-54fd10d962a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb83c4d90f5b422f8ebed23033709b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109860 Jul 09 21:11:37.449171 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de8ec665-7271-4ac0-8598-e2036bdc1bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:37.470905 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de8ec665-7271-4ac0-8598-e2036bdc1bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:37.503103 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:11:37.537999 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f1a1a-253f-4156-8f80-ab64bbbe1a89 x-openstack-request-id: req-758f1a1a-253f-4156-8f80-ab64bbbe1a89 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:11:37.538288 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:11:37.538529 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-758f1a1a-253f-4156-8f80-ab64bbbe1a89 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:11:37.538907 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'status': 'completed', 'code': 200} Jul 09 21:11:37.614011 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de8ec665-7271-4ac0-8598-e2036bdc1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:37.616474 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de8ec665-7271-4ac0-8598-e2036bdc1bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:37.617618 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-de8ec665-7271-4ac0-8598-e2036bdc1bcc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/289b824c-6184-4c63-a0ea-6326e9949aa1 HTTP/1.1" status: 204 len: 168 time: 0.2232201 Jul 09 21:11:37.626750 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ec665-7271-4ac0-8598-e2036bdc1bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289b824c-6184-4c63-a0ea-6326e9949aa1,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:37.735407 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '96f831e6-82cf-44fb-96d4-cc74778c71d0', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'port_id': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'mac_address': 'fa:16:3e:6a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:11:18Z', 'updated_at': '2021-07-09T21:11:36Z', 'revision_number': 1, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:37.764176 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] Checking router: 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:11:37.772595 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:11:37.773204 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:37.875038 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:11:38.101296 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '96f831e6-82cf-44fb-96d4-cc74778c71d0', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'port_id': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'mac_address': 'fa:16:3e:6a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:11:18Z', 'updated_at': '2021-07-09T21:11:36Z', 'revision_number': 1, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:38.127040 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875672a-c1b5-4316-a3e3-85ee94fd506d None None] The sync data for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi is: [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '96f831e6-82cf-44fb-96d4-cc74778c71d0', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'port_id': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'mac_address': 'fa:16:3e:6a:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:11:18Z', 'updated_at': '2021-07-09T21:11:36Z', 'revision_number': 1, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:11:38.313054 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c6cb3d-924a-4bcf-9710-f6719f3084d6 None None] New status for floating IP 96f831e6-82cf-44fb-96d4-cc74778c71d0: ACTIVE {{(pid=93741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:11:39.491629 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58360) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:39.591703 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-671ca28d-43bf-4731-a2bf-e6a5571e0b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:39.685422 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-671ca28d-43bf-4731-a2bf-e6a5571e0b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:39.751178 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-671ca28d-43bf-4731-a2bf-e6a5571e0b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:39.788517 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-671ca28d-43bf-4731-a2bf-e6a5571e0b0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3df7fa82b0b14acca734702d19c753ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958117 Jul 09 21:11:39.789354 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca28d-43bf-4731-a2bf-e6a5571e0b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f57efb-52e9-4d93-bfaf-476dc52854c4,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:39.791171 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58364) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:39.842630 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b1f972a0-81f2-49ac-b563-75972bd83f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:39.863028 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b1f972a0-81f2-49ac-b563-75972bd83f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:39.985635 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b1f972a0-81f2-49ac-b563-75972bd83f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:39.988422 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b1f972a0-81f2-49ac-b563-75972bd83f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:39.992477 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b1f972a0-81f2-49ac-b563-75972bd83f5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67f57efb-52e9-4d93-bfaf-476dc52854c4 HTTP/1.1" status: 204 len: 168 time: 0.1974053 Jul 09 21:11:39.998196 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f972a0-81f2-49ac-b563-75972bd83f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f57efb-52e9-4d93-bfaf-476dc52854c4,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:40.419172 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-14b90ab9-3c67-4fbe-8c58-ff88ff543173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:40.420789 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-14b90ab9-3c67-4fbe-8c58-ff88ff543173 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 1098 time: 0.0575981 Jul 09 21:11:40.514390 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-d5624aee-1b74-4c31-a647-d5a940677c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:40.515925 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-d5624aee-1b74-4c31-a647-d5a940677c41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 918 time: 0.0885429 Jul 09 21:11:40.579931 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-242fe893-248a-41cc-8367-7d888f22cfd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc3abf8-c43d-4869-b525-02b9341c2226 HTTP/1.1" status: 200 len: 1001 time: 0.0565741 Jul 09 21:11:40.628736 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-0a1d9d17-64bb-4873-99e0-196896c16fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:40.630191 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-0a1d9d17-64bb-4873-99e0-196896c16fcb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0430918 Jul 09 21:11:40.689780 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-964e7088-4d2a-44ee-9eac-424aba67a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:40.691238 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-964e7088-4d2a-44ee-9eac-424aba67a068 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545230 Jul 09 21:11:40.778630 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-b53040d5-71ef-4a75-a535-8995110c924b service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811293 Jul 09 21:11:40.875692 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdfbfb19-35a5-45bf-8d70-aa027c98e85f req-e20a9b72-4fbe-4070-ac91-60ffd448adf1 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846074 Jul 09 21:11:42.813980 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:44.561031 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-87bd0f23-25e4-408e-8a8b-38f91c0e3f55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507972 Jul 09 21:11:44.645939 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-8f26dfb2-2bbf-44a5-a635-78c96644f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:44.647455 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-8f26dfb2-2bbf-44a5-a635-78c96644f498 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 1098 time: 0.0515256 Jul 09 21:11:44.754288 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-ab4591d7-282b-4a52-ba21-3ede70f338e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:44.755799 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-ab4591d7-282b-4a52-ba21-3ede70f338e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.0880253 Jul 09 21:11:44.818805 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-9427fb26-c229-44e1-b144-ecf953ce50f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffd1ace6-1516-41f7-b1ee-8a996f18e170 HTTP/1.1" status: 200 len: 1001 time: 0.0561619 Jul 09 21:11:44.866249 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-2dd891e0-ee76-468c-8cc5-3a03b4313a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:44.867753 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-2dd891e0-ee76-468c-8cc5-3a03b4313a92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0428128 Jul 09 21:11:44.929191 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-34ad6ccb-e8df-432d-beb9-6e831efd8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:44.930729 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-34ad6ccb-e8df-432d-beb9-6e831efd8400 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554712 Jul 09 21:11:45.043945 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-8b5ade72-de04-4fda-8ef3-cee25dd67f07 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797820 Jul 09 21:11:45.137083 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20836c03-e647-4b00-a092-5ebd31a440e7 req-34880f32-13e4-405e-b953-c5752e0b86fa service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860274 Jul 09 21:11:49.214516 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636471c-31d5-4162-8c2e-894f60067ac2 req-92c69e0a-e2e8-418d-a26b-58dd8b3040b8 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:49.216133 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f636471c-31d5-4162-8c2e-894f60067ac2 req-92c69e0a-e2e8-418d-a26b-58dd8b3040b8 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0674412 Jul 09 21:11:49.254677 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f636471c-31d5-4162-8c2e-894f60067ac2 req-b1d27590-0e74-41a7-bee4-5471d76b8ce6 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Jul 09 21:11:50.477464 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fce3c9-2378-4468-b6ee-42afff7fcdc6 req-1d391dd5-96f1-498c-959b-c4c84f464848 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:50.478985 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-73fce3c9-2378-4468-b6ee-42afff7fcdc6 req-1d391dd5-96f1-498c-959b-c4c84f464848 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.1072350 Jul 09 21:11:50.487604 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36012a44-7241-4f30-9517-905fe7d82422 req-15fa4d82-c4c5-46e9-bc5f-7aa818e70341 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:50.489045 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-36012a44-7241-4f30-9517-905fe7d82422 req-15fa4d82-c4c5-46e9-bc5f-7aa818e70341 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.1071525 Jul 09 21:11:50.542847 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-73fce3c9-2378-4468-b6ee-42afff7fcdc6 req-4d77b1a9-50f5-430a-814b-037c546cd9f5 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527198 Jul 09 21:11:50.549699 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-36012a44-7241-4f30-9517-905fe7d82422 req-655ad75b-7de0-463b-8c3e-9a558169d55a tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535207 Jul 09 21:11:51.764609 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487b032-2dd7-4b96-a0e8-d51390f84bdf req-4090b113-a88f-4eda-ab5f-9a45e786ba53 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:51.766095 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e487b032-2dd7-4b96-a0e8-d51390f84bdf req-4090b113-a88f-4eda-ab5f-9a45e786ba53 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0974445 Jul 09 21:11:51.774807 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7228b5-58ac-4259-987b-3b8663089b60 req-9ff5fb22-9489-4cec-a40a-abe95aa2db70 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:51.776248 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bc7228b5-58ac-4259-987b-3b8663089b60 req-9ff5fb22-9489-4cec-a40a-abe95aa2db70 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.1171749 Jul 09 21:11:51.838387 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bc7228b5-58ac-4259-987b-3b8663089b60 req-b85fe8bb-87f3-451d-a4e0-f80a34c96689 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550642 Jul 09 21:11:51.841142 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e487b032-2dd7-4b96-a0e8-d51390f84bdf req-674dcec6-0f74-46a3-b622-442a2f9a271d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640073 Jul 09 21:11:51.948027 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58476) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:51.992600 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Deleting subnet b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:11:51.995684 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.005194 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:11:52.033935 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126604395'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.072222 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.244228 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127220636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126591283'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.268148 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:52.281008 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.281008 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b592d9a6-c7f7-4d8f-87a1-9eda4d119a6f HTTP/1.1" status: 204 len: 168 time: 0.3302519 Jul 09 21:11:52.281320 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.281470 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.281803 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.282091 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58478) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:52.282256 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.282523 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.282781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.283116 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.283463 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.283860 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.284131 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.284445 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.284827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396637ae-d3d0-41ce-96af-4de8202af629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:52.350648 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.435504 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.446874 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c56714-cba8-4f15-90f3-561c0e276e60']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:52.460586 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c7b81c-a023-4b4d-ac9d-caae94a832d8') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:52.460881 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c7b81c-a023-4b4d-ac9d-caae94a832d8') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:52.461144 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39933d9-fe35-4f0f-8388-18696df96489 req-b7233f42-c64b-44f0-827e-375b67fd95c6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:52.462704 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f39933d9-fe35-4f0f-8388-18696df96489 req-b7233f42-c64b-44f0-827e-375b67fd95c6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.0679345 Jul 09 21:11:52.470292 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.487386 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.497019 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:11:52.497337 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:11:52.498982 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:11:52.541392 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1235-f255-40bf-898e-e4bba833cd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.581233 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Deleting port ffd1ace6-1516-41f7-b1ee-8a996f18e170 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:11:52.581689 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.660106 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.667028 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.668942 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] 10.222.0.64 "DELETE /v2.0/networks/47c56714-cba8-4f15-90f3-561c0e276e60 HTTP/1.1" status: 204 len: 168 time: 0.3858521 Jul 09 21:11:52.678796 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] For port ffd1ace6-1516-41f7-b1ee-8a996f18e170, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=ffd1ace6-1516-41f7-b1ee-8a996f18e170,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:52.679172 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.680380 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cae86-ddf5-4381-859d-39bd3b364b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=47c56714-cba8-4f15-90f3-561c0e276e60,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:52.848382 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.848746 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:52.849069 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Floating IP a38a8dd1-4a73-4b66-956f-ac06b1d5433e disassociated. External IP: 172.27.2.195, port: ffd1ace6-1516-41f7-b1ee-8a996f18e170. Jul 09 21:11:52.849432 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Calling delete_port for ffd1ace6-1516-41f7-b1ee-8a996f18e170 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:11:53.076935 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:53.083904 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69e053-c4e7-4f43-8ce7-123a1bcba50d req-2a0918be-2b60-4779-8fb0-e2a71911762b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:53.085474 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3b69e053-c4e7-4f43-8ce7-123a1bcba50d req-2a0918be-2b60-4779-8fb0-e2a71911762b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 945 time: 0.1044683 Jul 09 21:11:53.094760 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37afd7-f654-4f0f-86b5-67d37509d3f1 req-8c60a31d-aefe-4a26-9993-72174ecadd5c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:53.096292 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8b37afd7-f654-4f0f-86b5-67d37509d3f1 req-8c60a31d-aefe-4a26-9993-72174ecadd5c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.1140518 Jul 09 21:11:53.107909 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event deleted for resources: {'Port': ['ID=ffd1ace6-1516-41f7-b1ee-8a996f18e170,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:53.167576 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3b69e053-c4e7-4f43-8ce7-123a1bcba50d req-8f1079a3-ee40-45ba-afb2-dfa60c5f3529 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702477 Jul 09 21:11:53.170686 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8b37afd7-f654-4f0f-86b5-67d37509d3f1 req-7adce92e-e720-45c5-8e23-120bb13ccadf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651209 Jul 09 21:11:53.206268 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58490) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:53.248456 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-14bc67e9-cd04-413c-8adf-bfbf71177687 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b9dbc7b209843fc9a1448da0e8fc64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409105 Jul 09 21:11:53.250824 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58492) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:53.261909 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Router 896ed8af-c781-47f9-aef2-240abdb504cb has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:11:53.308469 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c426e6e7-b7c6-4d5c-87d4-c76f28f658a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:53.336171 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c426e6e7-b7c6-4d5c-87d4-c76f28f658a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:53.387539 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:11:53.389181 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:11:53.397909 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:11:53.398566 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:53.426331 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] No DVR routers for this DVR port ffd1ace6-1516-41f7-b1ee-8a996f18e170 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:11:53.429353 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:53.431534 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f39933d9-fe35-4f0f-8388-18696df96489 req-4e4c0a23-57a8-4b2a-8340-1460e316a0da tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "DELETE /v2.0/ports/ffd1ace6-1516-41f7-b1ee-8a996f18e170 HTTP/1.1" status: 204 len: 173 time: 0.9630980 Jul 09 21:11:53.431977 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'name': 'network-vif-deleted', 'tag': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:11:53.434246 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed28c4-8f96-4f72-8858-08764842cc11" -d '{"events": [{"server_uuid": "931cc8b4-fbe1-427e-8bb6-dd48553b9357", "name": "network-vif-deleted", "tag": "ffd1ace6-1516-41f7-b1ee-8a996f18e170"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:11:53.479523 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560856cb-444d-4e3a-8044-f8e74eef6d42 x-openstack-request-id: req-560856cb-444d-4e3a-8044-f8e74eef6d42 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:11:53.479827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931cc8b4-fbe1-427e-8bb6-dd48553b9357", "name": "network-vif-deleted", "tag": "ffd1ace6-1516-41f7-b1ee-8a996f18e170", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:11:53.480082 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-560856cb-444d-4e3a-8044-f8e74eef6d42 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:11:53.480485 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931cc8b4-fbe1-427e-8bb6-dd48553b9357', 'name': 'network-vif-deleted', 'tag': 'ffd1ace6-1516-41f7-b1ee-8a996f18e170', 'status': 'completed', 'code': 200} Jul 09 21:11:53.488626 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c426e6e7-b7c6-4d5c-87d4-c76f28f658a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:53.491444 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c426e6e7-b7c6-4d5c-87d4-c76f28f658a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:53.492912 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c426e6e7-b7c6-4d5c-87d4-c76f28f658a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6403d25-0687-4c64-b654-d4ee579f2528 HTTP/1.1" status: 204 len: 168 time: 0.2410893 Jul 09 21:11:53.501908 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426e6e7-b7c6-4d5c-87d4-c76f28f658a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6403d25-0687-4c64-b654-d4ee579f2528,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:53.532404 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:11:53.760395 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:53.787093 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:11:53.796499 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:11:53.797123 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:53.909041 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:11:54.123451 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:11:54.150548 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ef4f48-5c6a-4b11-822d-a73e97d8637a None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:11:54.334347 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-14433b5e-6f0d-4354-b687-02bda1257260 req-ad9b275f-8410-4ae2-8c9c-838a3e708a92 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=931cc8b4-fbe1-427e-8bb6-dd48553b9357 HTTP/1.1" status: 200 len: 210 time: 0.0495768 Jul 09 21:11:54.407755 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a906ae-f6d1-4aec-b59f-946a7900aa29 req-d0230dbe-f95b-4d4a-818c-a60282226b5d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:54.411071 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-76a906ae-f6d1-4aec-b59f-946a7900aa29 req-d0230dbe-f95b-4d4a-818c-a60282226b5d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.1107683 Jul 09 21:11:54.419873 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba2ab1-a4fb-4792-8b95-5a2a0545ab78 None None] New status for floating IP a38a8dd1-4a73-4b66-956f-ac06b1d5433e: DOWN {{(pid=93741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:11:54.452991 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-76a906ae-f6d1-4aec-b59f-946a7900aa29 req-5ae742be-86cb-446f-b4f1-dc206cfaeb15 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373549 Jul 09 21:11:54.860027 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ffd1ace6-1516-41f7-b1ee-8a996f18e170 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:11:54.882174 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: ffd1ace6-1516-41f7-b1ee-8a996f18e170 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:11:54.882515 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device ffd1ace6-1516-41f7-b1ee-8a996f18e170 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:11:55.082567 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b9738349-975d-41e4-8e12-525451d0b8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:55.236935 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:55.635994 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbc1c4-307b-4674-b767-1e818ba12807 req-eed46383-e60b-4698-9428-23b16f103721 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:55.637396 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fabbc1c4-307b-4674-b767-1e818ba12807 req-eed46383-e60b-4698-9428-23b16f103721 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0633812 Jul 09 21:11:55.676262 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fabbc1c4-307b-4674-b767-1e818ba12807 req-962b4b70-3427-4696-9087-591e17efdb0c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Jul 09 21:11:55.778898 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-8dfa8ef9-e19b-47b0-966b-3f6393f61823 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108698776&fields=id&tenant_id=de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 267 time: 0.0309882 Jul 09 21:11:55.889726 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-2c217c4d-f54d-498c-821d-a8a322493003 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:55.891138 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-2c217c4d-f54d-498c-821d-a8a322493003 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 812 time: 0.1061342 Jul 09 21:11:55.908763 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-5402c3a0-4b2e-4b8a-8830-f494c13b71d4 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/quotas/de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 375 time: 0.0099266 Jul 09 21:11:55.975819 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-07aa10b4-5a12-4a46-a844-b47fdc0fe032 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617027 Jul 09 21:11:56.159374 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-d2d6210d-a0e0-4c95-8ded-92dec8f5302e service neutron] 10.222.0.64 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710403 Jul 09 21:11:56.247625 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-718241a4-f96b-4df1-8dde-f811378578ef service neutron] 10.222.0.64 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826242 Jul 09 21:11:56.442923 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:56.983939 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-70f73b2d-cf1d-4c28-bdd9-d555d884c595 req-881ed89b-0084-4f91-b0c3-9f0dd1da7ec3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0523028 Jul 09 21:11:57.021444 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1da3f-d657-4b81-a31f-01de17842d9a req-1d2b401b-1d81-49b2-9056-27c21312599e tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:57.022950 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c5f1da3f-d657-4b81-a31f-01de17842d9a req-1d2b401b-1d81-49b2-9056-27c21312599e tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.1005766 Jul 09 21:11:57.062580 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c5f1da3f-d657-4b81-a31f-01de17842d9a req-780cef7c-e469-4c7c-bc2a-e1e3ce8252c4 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 Jul 09 21:11:58.042810 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:58.127982 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-09e53f34-8d88-4abe-b58a-18ed17a8298a req-07899b3f-2b53-4836-8853-d11e6fd4412b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0297093 Jul 09 21:11:58.238594 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3df769-6b53-4f68-8131-286c756e1000 req-b9aa2b88-558b-419d-a7aa-7756eb067bad tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:58.240140 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db3df769-6b53-4f68-8131-286c756e1000 req-b9aa2b88-558b-419d-a7aa-7756eb067bad tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0632336 Jul 09 21:11:58.286745 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db3df769-6b53-4f68-8131-286c756e1000 req-d6700fb0-63cc-4c6a-b17a-ec901816b36d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399742 Jul 09 21:11:59.287714 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-aa7a85b6-a495-4eb6-9eeb-8f36c26a3b28 req-c1aebe77-3630-414b-84be-883206097e06 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0307260 Jul 09 21:11:59.453939 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-d462ec4c-968a-4238-a4ef-5186e504f41e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:59.455473 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-d462ec4c-968a-4238-a4ef-5186e504f41e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 812 time: 0.1249180 Jul 09 21:11:59.475712 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db03d32-bb15-437e-b97a-79b7fdb0c774 req-0c629625-f0b6-4a87-bb00-d08fad0ff4ef tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:59.479914 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3db03d32-bb15-437e-b97a-79b7fdb0c774 req-0c629625-f0b6-4a87-bb00-d08fad0ff4ef tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0739689 Jul 09 21:11:59.520426 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3db03d32-bb15-437e-b97a-79b7fdb0c774 req-8963aa38-a97f-4679-ac49-7bca238c2993 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371146 Jul 09 21:11:59.523632 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-c1569b42-516b-4f2f-a764-3a48f96d71ad tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 380 time: 0.0379167 Jul 09 21:11:59.541632 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'port': {'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'admin_state_up': True, 'tenant_id': 'de2b471734b940838c34baa370312039', 'security_groups': ['51d5b7c0-6f8c-475a-8207-d8f46703f803']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:11:59.699952 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-83890f28-6b91-44ad-b48e-bde5ee1b08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:59.701493 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-83890f28-6b91-44ad-b48e-bde5ee1b08cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1098 time: 0.0785341 Jul 09 21:11:59.771803 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Made reservation on behalf of de2b471734b940838c34baa370312039 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:11:59.773687 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:59.825582 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-dff06837-6452-40d1-97b2-46158e10209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:59.827099 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-dff06837-6452-40d1-97b2-46158e10209b service neutron] 10.222.0.43 "GET /v2.0/networks?id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328 HTTP/1.1" status: 200 len: 910 time: 0.1178343 Jul 09 21:11:59.952545 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-921e1833-cde9-47ab-b953-e11e645fff35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13792900-0654-491a-810f-256aab079805 HTTP/1.1" status: 200 len: 1001 time: 0.0992813 Jul 09 21:11:59.999753 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Allocated IP 172.20.0.12 (3fa4e6b2-bb2e-449c-b003-a2822e487d5e/49d630fe-3c53-4ee6-80ce-4c6ca55e718c/b862f035-abe0-4184-ba06-adb2b0d0544c) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:12:00.023703 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-814e2fc2-731d-4be1-bdd1-6ba293ef459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:00.025643 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-814e2fc2-731d-4be1-bdd1-6ba293ef459c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1c99f2a-8336-4f73-bd03-a3463153b01a HTTP/1.1" status: 200 len: 848 time: 0.0649362 Jul 09 21:12:00.166272 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-ebbf5b89-ea56-423b-97f1-159240304a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:00.167743 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-ebbf5b89-ea56-423b-97f1-159240304a8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318195 Jul 09 21:12:00.230145 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:00.251480 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Transition to ACTIVE for port object b862f035-abe0-4184-ba06-adb2b0d0544c will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:12:00.298247 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-2a991498-a918-4e7c-aaa7-019832aaca6d service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232257 Jul 09 21:12:00.388554 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9b409023-27fa-4ad4-8750-6f39d815fa8b req-44af9817-fc98-4517-b3f4-6b31c29989a1 service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831928 Jul 09 21:12:00.431620 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:00.440035 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-38cd68ae-3d18-4a2c-a8d2-fcd6e9b2014f req-9ac9e85c-13f9-44e5-a680-be8ee5fae9d1 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0372634 Jul 09 21:12:00.488328 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:12:00.491496 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:12:00.496052 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:12:00.498528 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=b862f035-abe0-4184-ba06-adb2b0d0544c,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:00.547676 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:00.548030 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:00.705978 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cf2a6-42eb-4399-9386-294d0ce5067d req-a61f57b3-4a0e-48ab-87c7-9d0dbfd5d693 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:00.707399 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8f3cf2a6-42eb-4399-9386-294d0ce5067d req-a61f57b3-4a0e-48ab-87c7-9d0dbfd5d693 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0669177 Jul 09 21:12:00.723920 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-3504ffad-69c2-4034-beb7-7ac3176a879d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1865742 Jul 09 21:12:00.742815 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Request body: {'port': {'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:12:00.750235 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8f3cf2a6-42eb-4399-9386-294d0ce5067d req-09548a95-aa2f-46be-a637-3deecff57de1 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366192 Jul 09 21:12:00.813225 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:00.853995 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-88d809c6-b4e4-42ca-af54-57f055f99a76 None None] Provisioning for port b862f035-abe0-4184-ba06-adb2b0d0544c completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:12:00.858749 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-88d809c6-b4e4-42ca-af54-57f055f99a76 None None] Provisioning complete for port b862f035-abe0-4184-ba06-adb2b0d0544c triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:12:00.859143 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-88d809c6-b4e4-42ca-af54-57f055f99a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:00.896644 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-88d809c6-b4e4-42ca-af54-57f055f99a76 None None] Port b862f035-abe0-4184-ba06-adb2b0d0544c cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:12:01.073834 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b862f035-abe0-4184-ba06-adb2b0d0544c {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:12:01.081630 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:01.093406 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Transition to ACTIVE for port object b862f035-abe0-4184-ba06-adb2b0d0544c will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:12:01.179988 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:01.229364 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Pushing event updated for resources: {'Port': ['ID=b862f035-abe0-4184-ba06-adb2b0d0544c,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:01.312770 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Attempting to bind port b862f035-abe0-4184-ba06-adb2b0d0544c on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:12:01.313097 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Attempting to bind port b862f035-abe0-4184-ba06-adb2b0d0544c by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:12:01.315167 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Attempting to bind port b862f035-abe0-4184-ba06-adb2b0d0544c on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:12:01.318024 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Port b862f035-abe0-4184-ba06-adb2b0d0544c on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:12:01.318349 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Attempting to bind port b862f035-abe0-4184-ba06-adb2b0d0544c on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:12:01.323381 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:12:01.323899 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Checking segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:12:01.324233 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Bound using segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:12:01.324674 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Bound port: b862f035-abe0-4184-ba06-adb2b0d0544c, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:12:01.325044 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:01.393202 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] For port b862f035-abe0-4184-ba06-adb2b0d0544c, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:12:01.396390 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] For port b862f035-abe0-4184-ba06-adb2b0d0544c, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b862f035-abe0-4184-ba06-adb2b0d0544c,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:12:01.516704 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:01.551800 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:01.552270 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:01.553711 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] 10.222.0.43 "PUT /v2.0/ports/b862f035-abe0-4184-ba06-adb2b0d0544c HTTP/1.1" status: 200 len: 1094 time: 0.8153303 Jul 09 21:12:01.554154 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:01.559223 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d575e0a9-7272-46c0-a36a-fc933ac40bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:01.587453 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f7c07-05ac-4686-997e-4c9d2034825e service neutron] Pushing event updated for resources: {'Port': ['ID=b862f035-abe0-4184-ba06-adb2b0d0544c,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:01.623855 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c37249-adf7-4aef-bf24-5013c9ef0d89 req-91ad04e4-80c2-4808-a1d9-50f1a8c6fd1e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:01.625567 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-14c37249-adf7-4aef-bf24-5013c9ef0d89 req-91ad04e4-80c2-4808-a1d9-50f1a8c6fd1e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0811515 Jul 09 21:12:01.666170 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-14c37249-adf7-4aef-bf24-5013c9ef0d89 req-de38210d-4b74-416e-8604-1c76f111492b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351717 Jul 09 21:12:01.712520 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b98eeff-8b0a-46e0-bd35-8ad36bd8088f x-openstack-request-id: req-8b98eeff-8b0a-46e0-bd35-8ad36bd8088f {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:01.712772 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:01.713086 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b98eeff-8b0a-46e0-bd35-8ad36bd8088f {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:01.713687 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'status': 'completed', 'code': 200} Jul 09 21:12:01.826436 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-01a38ec7-a000-4d1f-94b9-951ac5eea162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:01.827887 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-01a38ec7-a000-4d1f-94b9-951ac5eea162 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 1097 time: 0.0520775 Jul 09 21:12:01.881719 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-0ed63bde-ea80-49db-87e7-18d815fa507d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b862f035-abe0-4184-ba06-adb2b0d0544c HTTP/1.1" status: 200 len: 217 time: 0.0393291 Jul 09 21:12:01.929497 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-04da0ef8-89dd-4389-b3f9-80c7ea3c7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:01.930192 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb845c2-514b-4fc4-86c5-315cdb64e9a9 req-3eaada74-92ed-4bab-8419-99a9a3fc2413 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:01.931021 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-04da0ef8-89dd-4389-b3f9-80c7ea3c7ddd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0434790 Jul 09 21:12:01.932048 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7cb845c2-514b-4fc4-86c5-315cdb64e9a9 req-3eaada74-92ed-4bab-8419-99a9a3fc2413 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0654621 Jul 09 21:12:01.969426 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7cb845c2-514b-4fc4-86c5-315cdb64e9a9 req-95d6caff-ae5f-478a-a478-b39ed31f1565 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Jul 09 21:12:01.989667 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-4d0e8509-8a1a-4174-b151-650a9c109080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:01.991171 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-4d0e8509-8a1a-4174-b151-650a9c109080 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529613 Jul 09 21:12:02.087737 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-ae81b3d7-5f58-404a-a341-fee026a636be service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826161 Jul 09 21:12:02.182234 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1062f75-1c73-46d3-99bb-e785bbead765 req-42e014af-e5ce-41ba-92fd-ce1f027aa435 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795090 Jul 09 21:12:02.441582 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-87061dab-40df-4073-a99f-c009b39c881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:02.443159 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-87061dab-40df-4073-a99f-c009b39c881a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 1097 time: 0.0515208 Jul 09 21:12:02.786242 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-2c084f39-cc9c-472c-8f70-188a72bd3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:02.789169 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-2c084f39-cc9c-472c-8f70-188a72bd3c38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.3370368 Jul 09 21:12:02.830492 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-197c8d69-0aa4-40a0-a531-215bdc2b5899 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b862f035-abe0-4184-ba06-adb2b0d0544c HTTP/1.1" status: 200 len: 217 time: 0.0347919 Jul 09 21:12:02.868916 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368578c-f80c-4860-9fbf-a0e87ea25791 req-bdec8de8-d4f3-42f8-878c-ee755ec637a8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:02.870503 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5368578c-f80c-4860-9fbf-a0e87ea25791 req-bdec8de8-d4f3-42f8-878c-ee755ec637a8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0665419 Jul 09 21:12:02.888467 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-31a4939b-981c-4b1b-8ecb-a72b17613ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:02.889931 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-31a4939b-981c-4b1b-8ecb-a72b17613ffc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0492928 Jul 09 21:12:02.909622 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5368578c-f80c-4860-9fbf-a0e87ea25791 req-05e7ba0f-801a-4ad3-a163-c2362cfadb26 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Jul 09 21:12:02.950199 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-5776670d-bcb3-4ad0-a4e1-2fc770fc14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:02.953313 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-5776670d-bcb3-4ad0-a4e1-2fc770fc14ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536146 Jul 09 21:12:03.044511 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-3bde8fba-badd-495d-89f5-7f23a39a5c61 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850201 Jul 09 21:12:03.137872 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d575e0a9-7272-46c0-a36a-fc933ac40bb9 req-565631fb-c0b1-4743-8304-e42a4fd4aa7f service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866253 Jul 09 21:12:03.147243 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0615d-4205-481b-8bc3-7aa16e01c58f req-876ccc1a-320f-43cd-b509-5ed9851a26d6 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:03.149408 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bfc0615d-4205-481b-8bc3-7aa16e01c58f req-876ccc1a-320f-43cd-b509-5ed9851a26d6 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0634301 Jul 09 21:12:03.187449 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bfc0615d-4205-481b-8bc3-7aa16e01c58f req-04aa1f6c-f033-47ad-aead-d4016704e82c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325644 Jul 09 21:12:03.511252 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-36e47924-3181-4846-9af2-c57b39b4c661 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875667655&fields=id&tenant_id=494ea88bf58447e0ac61d3d6d731c380 HTTP/1.1" status: 200 len: 267 time: 0.0352001 Jul 09 21:12:03.575154 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-760080e4-4df2-4dad-a33d-a5a18cdda4e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:03.576541 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-760080e4-4df2-4dad-a33d-a5a18cdda4e0 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 984 time: 0.0601249 Jul 09 21:12:03.587529 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Request body: {'port': {'security_groups': ['41ea4632-e51d-4895-a77c-b9c18827e947']}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:12:03.675032 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:03.838672 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] For port 1b179686-b08d-4a94-8771-a777a3ebc020, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=1b179686-b08d-4a94-8771-a777a3ebc020,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:03.871790 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:03.979863 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.014253 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['1b179686-b08d-4a94-8771-a777a3ebc020'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:12:04.030718 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:04.031341 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.032795 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-23c50594-c6f3-4f6c-ae28-daa35b1ffdd1 req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "PUT /v2.0/ports/1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 942 time: 0.4502671 Jul 09 21:12:04.033244 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:04.035758 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:04.040097 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58588) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:04.080797 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3fc58-b77a-4802-9c95-f1421e719add tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event updated for resources: {'Port': ['ID=1b179686-b08d-4a94-8771-a777a3ebc020,revision_number=7']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:04.111731 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52b5d7f-8225-471e-9fbf-3b033295b172 x-openstack-request-id: req-a52b5d7f-8225-471e-9fbf-3b033295b172 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:04.112219 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:04.112483 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a52b5d7f-8225-471e-9fbf-3b033295b172 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:04.112908 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020', 'status': 'completed', 'code': 200} Jul 09 21:12:04.130981 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5685c10-b1cd-4285-86de-61508d08e894 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.167870 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['1b179686-b08d-4a94-8771-a777a3ebc020'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:12:04.197842 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5685c10-b1cd-4285-86de-61508d08e894 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.244860 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ee71e-b90e-4a01-97f0-d06c42d01f0a req-c2d711bc-35b0-495e-80c5-eb36f230b494 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:04.247662 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5b2ee71e-b90e-4a01-97f0-d06c42d01f0a req-c2d711bc-35b0-495e-80c5-eb36f230b494 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0914116 Jul 09 21:12:04.305787 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5b2ee71e-b90e-4a01-97f0-d06c42d01f0a req-8ce63051-1cd5-4a48-bc79-41c4b7ebf7c2 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506644 Jul 09 21:12:04.333009 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-28416558-8cbc-4e22-87da-88144eb3ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:04.334967 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-28416558-8cbc-4e22-87da-88144eb3ab76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=494ea88bf58447e0ac61d3d6d731c380&device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1098 time: 0.1756423 Jul 09 21:12:04.346508 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-fd0ea619-b769-4b30-a844-f5997666ce73 None None] Provisioning complete for port 1b179686-b08d-4a94-8771-a777a3ebc020 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:12:04.346508 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-fd0ea619-b769-4b30-a844-f5997666ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.388297 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5685c10-b1cd-4285-86de-61508d08e894 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.390905 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5685c10-b1cd-4285-86de-61508d08e894 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.394891 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a5685c10-b1cd-4285-86de-61508d08e894 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "DELETE /v2.0/security-groups/606560a8-c39d-4783-8d44-e5c943891f51 HTTP/1.1" status: 204 len: 168 time: 0.3531024 Jul 09 21:12:04.395927 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58592) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:04.411714 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5685c10-b1cd-4285-86de-61508d08e894 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606560a8-c39d-4783-8d44-e5c943891f51,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:04.458647 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77f16-d557-4354-9f7a-d71709e43611 req-13bb64eb-1a26-44ba-90e0-3d7802341235 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:04.460582 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f5d77f16-d557-4354-9f7a-d71709e43611 req-13bb64eb-1a26-44ba-90e0-3d7802341235 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.1221607 Jul 09 21:12:04.468562 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-845f5d70-b059-48b2-a0ec-91fc24f2fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:04.470594 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-845f5d70-b059-48b2-a0ec-91fc24f2fb2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc7d3fc2-f15d-4710-816c-5da82e837af8 HTTP/1.1" status: 200 len: 915 time: 0.1294436 Jul 09 21:12:04.540124 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-9e7123e6-da98-4ffe-b482-5b47cf73c0dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 1000 time: 0.0633991 Jul 09 21:12:04.543547 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f5d77f16-d557-4354-9f7a-d71709e43611 req-16a0bbd2-f6af-4b9b-922c-49b11edfacc2 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736237 Jul 09 21:12:04.593009 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-4e1bd647-c229-46d0-afea-b6cde3a0e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:04.594499 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-4e1bd647-c229-46d0-afea-b6cde3a0e9aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2619b6a-5f4b-4d65-9843-6e094df55e70 HTTP/1.1" status: 200 len: 853 time: 0.0474417 Jul 09 21:12:04.597697 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Deleting port da92f227-751f-4057-82e1-a080d62ac2b0 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:04.597983 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.652789 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-c7cbf800-0aba-4939-ab56-f84d4d2bb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:04.654314 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-c7cbf800-0aba-4939-ab56-f84d4d2bb9de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc7d3fc2-f15d-4710-816c-5da82e837af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528548 Jul 09 21:12:04.674372 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.674760 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:04.686833 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Calling delete_port for da92f227-751f-4057-82e1-a080d62ac2b0 owned by network:floatingip {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:04.763873 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-29ef932f-1b14-4a5b-9442-d94aead3098d service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019228 Jul 09 21:12:04.889180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 13792900-0654-491a-810f-256aab079805 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:04.902273 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-11bb023d-a9dd-4c83-a8ca-651e805c7bc2 req-094e81a3-23e7-4a80-a3e6-86369ec03e6d service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305733 Jul 09 21:12:04.997483 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:05.029899 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event deleted for resources: {'Port': ['ID=da92f227-751f-4057-82e1-a080d62ac2b0,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:05.117726 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:05.122156 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58604) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:05.141420 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks [] for floatingip, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:05.141838 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Floating IP 2e6f527d-2e19-4f1f-82fd-f76e440b5703 disassociated (deleted). External IP: 172.27.2.21, port: 1b179686-b08d-4a94-8771-a777a3ebc020. Jul 09 21:12:05.146240 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13792900-0654-491a-810f-256aab079805'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:05.149435 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b7badf-2570-4146-903d-85c7bae11391" -d '{"events": [{"server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "name": "network-vif-unplugged", "status": "completed", "tag": "13792900-0654-491a-810f-256aab079805"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:05.166277 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:05.185430 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fb5d9-5db7-4b9e-8b1a-6147d579f655 req-b0dcdfc1-242e-45c6-8b19-f7f4917bde37 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:05.186945 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de2fb5d9-5db7-4b9e-8b1a-6147d579f655 req-b0dcdfc1-242e-45c6-8b19-f7f4917bde37 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.1594653 Jul 09 21:12:05.238349 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-5e255c9d-c103-4de4-a7db-f9b35fb85ac6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142995 Jul 09 21:12:05.265727 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db15cd-5e19-4947-ba76-f66c0d472869 x-openstack-request-id: req-02db15cd-5e19-4947-ba76-f66c0d472869 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:05.266026 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "name": "network-vif-unplugged", "status": "failed", "tag": "13792900-0654-491a-810f-256aab079805", "code": 422}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:05.266646 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02db15cd-5e19-4947-ba76-f66c0d472869 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:05.266733 dv-cinder-800272-2-iscsi neutron-server[93740]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13792900-0654-491a-810f-256aab079805', 'code': 422} returned with failed status Jul 09 21:12:05.267916 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:05.285724 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-de2fb5d9-5db7-4b9e-8b1a-6147d579f655 req-ec6c2263-d3d0-4f49-8263-50de622b0dd0 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928333 Jul 09 21:12:05.325458 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=6']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:05.423342 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Router c55ff066-5721-4a4f-8c25-08410517e5f7 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:12:05.566437 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08177b2-b827-4a5c-8204-dec4e7f5ba65 req-708b3508-2964-4dd8-9b9f-fd2a554ccb9f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:05.567946 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d08177b2-b827-4a5c-8204-dec4e7f5ba65 req-708b3508-2964-4dd8-9b9f-fd2a554ccb9f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1435070 Jul 09 21:12:05.591539 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:12:05.596743 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:05.600737 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] Sync routers for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:12:05.610423 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:12:05.611125 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:05.642746 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d08177b2-b827-4a5c-8204-dec4e7f5ba65 req-5ff50dcc-e1f7-4a87-9c06-4b6286def755 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672402 Jul 09 21:12:05.650531 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-37847597-d790-49ee-814b-7332726f3cd6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "DELETE /v2.0/floatingips/2e6f527d-2e19-4f1f-82fd-f76e440b5703 HTTP/1.1" status: 204 len: 168 time: 1.2493613 Jul 09 21:12:05.737239 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:12:05.939109 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:28Z', 'revision_number': 5, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:05.964509 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] Checking router: c55ff066-5721-4a4f-8c25-08410517e5f7 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:12:05.972811 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:12:05.973561 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:06.079391 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:12:06.113740 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:06.116203 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1" -d '{"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:06.155907 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8692e1f3-fc38-476a-b773-fead98789bd7 x-openstack-request-id: req-8692e1f3-fc38-476a-b773-fead98789bd7 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:06.156197 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:06.156634 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8692e1f3-fc38-476a-b773-fead98789bd7 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:06.157045 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020', 'status': 'completed', 'code': 200} Jul 09 21:12:06.307295 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-1e8d90cc-98fc-4765-a7a9-89acc6504c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:06.310692 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-1e8d90cc-98fc-4765-a7a9-89acc6504c9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=494ea88bf58447e0ac61d3d6d731c380&device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 1098 time: 0.0802133 Jul 09 21:12:06.312098 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:28Z', 'revision_number': 5, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:06.354586 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a34428-7a47-4f18-ad5d-5058d962931e None None] The sync data for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi is: [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:09:23Z', 'revision_number': 4, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'ee376787-f43d-4fbe-9c49-52b1b77b1d6e', 'name': '', 'network_id': 'dc7d3fc2-f15d-4710-816c-5da82e837af8', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'mac_address': 'fa:16:3e:82:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:22Z', 'updated_at': '2021-07-09T21:09:28Z', 'revision_number': 5, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'subnets': [{'id': 'c2619b6a-5f4b-4d65-9843-6e094df55e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:12:06.456393 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-c09d7635-d4fc-4efa-9107-caf822c15a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:06.458169 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-c09d7635-d4fc-4efa-9107-caf822c15a30 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc7d3fc2-f15d-4710-816c-5da82e837af8 HTTP/1.1" status: 200 len: 915 time: 0.1198723 Jul 09 21:12:06.491753 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403713b-505e-493a-8095-e92934fa69dd req-55c976ae-d37e-4854-b67c-71ca9432eeee tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:06.493978 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5403713b-505e-493a-8095-e92934fa69dd req-55c976ae-d37e-4854-b67c-71ca9432eeee tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0674295 Jul 09 21:12:06.506355 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-514ade23-c050-400d-805c-51c6d0379d67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 200 len: 217 time: 0.0407128 Jul 09 21:12:06.536578 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5403713b-505e-493a-8095-e92934fa69dd req-46672442-aeef-449f-9220-2f4de3e2855a tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357490 Jul 09 21:12:06.559950 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-6e08c571-567e-4940-8cc7-b275a2b24458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:06.561562 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-6e08c571-567e-4940-8cc7-b275a2b24458 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2619b6a-5f4b-4d65-9843-6e094df55e70 HTTP/1.1" status: 200 len: 853 time: 0.0477166 Jul 09 21:12:06.597189 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189a9df-6450-49d6-8c8f-409bbb912a9d None None] New status for floating IP 2e6f527d-2e19-4f1f-82fd-f76e440b5703: DOWN {{(pid=93741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:12:06.622163 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-f2838071-914e-4659-be3f-6ff4f2d93368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:06.626152 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-f2838071-914e-4659-be3f-6ff4f2d93368 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc7d3fc2-f15d-4710-816c-5da82e837af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550361 Jul 09 21:12:06.722165 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-5b3f3d2f-19d5-40b7-83ce-7a6e1c28e4db service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908313 Jul 09 21:12:06.817235 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d48f0f19-9cb0-42cb-a1d5-2623bb2c30e1 req-ee240be5-b564-4ade-913b-43e32aa88187 service neutron] 10.222.0.43 "GET /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876098 Jul 09 21:12:06.836122 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8800a45-b100-48ad-8f62-a9a799957e96 req-f6c33e1c-e733-4228-a746-a3bf32e45312 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:06.838356 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f8800a45-b100-48ad-8f62-a9a799957e96 req-f6c33e1c-e733-4228-a746-a3bf32e45312 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0702851 Jul 09 21:12:06.875027 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f8800a45-b100-48ad-8f62-a9a799957e96 req-d4958a0c-7b90-4bc5-ad42-132ad6c26c65 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311179 Jul 09 21:12:07.713396 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d2b0e-b8e5-407b-b79e-29842a825609 req-f9738a57-3e93-4c54-a68e-b3ac24041245 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:07.715374 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a44d2b0e-b8e5-407b-b79e-29842a825609 req-f9738a57-3e93-4c54-a68e-b3ac24041245 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0616786 Jul 09 21:12:07.754063 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a44d2b0e-b8e5-407b-b79e-29842a825609 req-b9ed8795-1ecb-44ec-9792-d06a235d8b42 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327342 Jul 09 21:12:08.051305 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f732-e401-4103-9bb6-2a68e3e8af80 req-6581fe3b-f496-4cd2-99f2-d0861fb92761 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:08.052828 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d826f732-e401-4103-9bb6-2a68e3e8af80 req-6581fe3b-f496-4cd2-99f2-d0861fb92761 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0674896 Jul 09 21:12:08.098057 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d826f732-e401-4103-9bb6-2a68e3e8af80 req-49545eca-f946-4c1e-90f8-00e11e8ea62a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396678 Jul 09 21:12:08.492589 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c84bc-eedc-4196-b13b-625c1a031233 req-929ad34f-63ba-4726-91d8-20169ed6c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:08.494109 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-929ad34f-63ba-4726-91d8-20169ed6c467 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6&tenant_id=185d454c49a540d79cb9ecdeaea6dd3e HTTP/1.1" status: 200 len: 1096 time: 0.0569704 Jul 09 21:12:08.587061 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c84bc-eedc-4196-b13b-625c1a031233 req-56bfbd3e-8808-436d-893b-9e91032c059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:08.588703 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-56bfbd3e-8808-436d-893b-9e91032c059a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1096 time: 0.0579965 Jul 09 21:12:08.679838 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c84bc-eedc-4196-b13b-625c1a031233 req-ef9d9de5-3ac3-4f8a-b049-8deaa1e40212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:08.681853 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-ef9d9de5-3ac3-4f8a-b049-8deaa1e40212 service neutron] 10.222.0.43 "GET /v2.0/networks?id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328 HTTP/1.1" status: 200 len: 910 time: 0.0857038 Jul 09 21:12:08.773201 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-cb41af1d-9cb5-4d72-ae19-c4b1f4f439d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13792900-0654-491a-810f-256aab079805 HTTP/1.1" status: 200 len: 999 time: 0.0697446 Jul 09 21:12:08.824459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c84bc-eedc-4196-b13b-625c1a031233 req-cda247bc-2222-4e3a-96f7-5f0f9b76807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:08.826114 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-cda247bc-2222-4e3a-96f7-5f0f9b76807b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1c99f2a-8336-4f73-bd03-a3463153b01a HTTP/1.1" status: 200 len: 848 time: 0.0460525 Jul 09 21:12:08.884640 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c84bc-eedc-4196-b13b-625c1a031233 req-4591af1a-a459-4a24-a625-7bfb7024be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:08.886193 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-4591af1a-a459-4a24-a625-7bfb7024be00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539510 Jul 09 21:12:08.933608 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a75b-3fbf-478e-829b-acca9194ef2e req-9ff8280a-507b-4c6b-a22e-db0adf78a4e5 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:08.935107 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ca77a75b-3fbf-478e-829b-acca9194ef2e req-9ff8280a-507b-4c6b-a22e-db0adf78a4e5 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0700450 Jul 09 21:12:08.974888 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ca77a75b-3fbf-478e-829b-acca9194ef2e req-fd9b7b0c-f1c1-447c-8a8c-a7b7bf3b2cde tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Jul 09 21:12:08.983211 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-9da31c82-fc67-4f45-bd6b-42cf660c3456 service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908604 Jul 09 21:12:09.091716 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-289c84bc-eedc-4196-b13b-625c1a031233 req-953c7af3-94d6-4e6d-8371-cb199c1810ac service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915096 Jul 09 21:12:09.269959 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f71e20-57da-43be-b6d2-d572cea76f32 req-5baa1a87-0c5b-42dc-977b-f142eb71e6b6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:09.271328 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-67f71e20-57da-43be-b6d2-d572cea76f32 req-5baa1a87-0c5b-42dc-977b-f142eb71e6b6 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0612586 Jul 09 21:12:09.312270 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-67f71e20-57da-43be-b6d2-d572cea76f32 req-dd614176-1818-4ba5-b4a4-cdce471b1d77 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338793 Jul 09 21:12:10.148425 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc783ab-55fc-4fed-a9c9-304a319a2189 req-e9cb136a-f5dc-432b-b2d5-1af91c482b0e tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:10.150430 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6cc783ab-55fc-4fed-a9c9-304a319a2189 req-e9cb136a-f5dc-432b-b2d5-1af91c482b0e tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0660529 Jul 09 21:12:10.187432 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6cc783ab-55fc-4fed-a9c9-304a319a2189 req-d003f94b-4260-4e0d-b253-ffee6766a7fa tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Jul 09 21:12:10.491446 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d748-51a2-41f9-bb07-7639777d70b9 req-f7a42997-a6e3-4ab7-a505-6221897973be tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:10.493481 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ad69d748-51a2-41f9-bb07-7639777d70b9 req-f7a42997-a6e3-4ab7-a505-6221897973be tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0668728 Jul 09 21:12:10.530654 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ad69d748-51a2-41f9-bb07-7639777d70b9 req-1fb7389b-75c1-43b8-890f-9840bba21936 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315387 Jul 09 21:12:10.932814 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device b862f035-abe0-4184-ba06-adb2b0d0544c details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:12:11.026795 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port b862f035-abe0-4184-ba06-adb2b0d0544c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b862f035-abe0-4184-ba06-adb2b0d0544c,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:11.037967 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:12:11.082900 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:11.096235 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b862f035-abe0-4184-ba06-adb2b0d0544c {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:12:11.116513 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port b862f035-abe0-4184-ba06-adb2b0d0544c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b862f035-abe0-4184-ba06-adb2b0d0544c,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:11.229510 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:11.282674 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=b862f035-abe0-4184-ba06-adb2b0d0544c,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:11.378608 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17160423-bc9a-4d30-be39-1890e563bf67 req-6b81a756-e26f-4a0a-9083-8de2b82cc6f7 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:11.380917 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-17160423-bc9a-4d30-be39-1890e563bf67 req-6b81a756-e26f-4a0a-9083-8de2b82cc6f7 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0662665 Jul 09 21:12:11.424648 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-17160423-bc9a-4d30-be39-1890e563bf67 req-2f8843b5-558d-4a75-9946-5bfd3ae879d2 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367098 Jul 09 21:12:11.532156 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afe88c-a91f-4f53-a4c5-3bb0a25ea8cf req-1cb1d6aa-673a-4382-a761-e80953b6a1d9 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:11.534238 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-78afe88c-a91f-4f53-a4c5-3bb0a25ea8cf req-1cb1d6aa-673a-4382-a761-e80953b6a1d9 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0625250 Jul 09 21:12:11.536126 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['b862f035-abe0-4184-ba06-adb2b0d0544c'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:12:11.572430 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-78afe88c-a91f-4f53-a4c5-3bb0a25ea8cf req-4ee51aac-4315-4193-9554-aef745eefce3 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Jul 09 21:12:11.703592 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20e185-44cf-40f3-853a-f31e9dffe98d req-ff79e943-f63b-49fd-9675-9d27f9c77c9e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:11.704994 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db20e185-44cf-40f3-853a-f31e9dffe98d req-ff79e943-f63b-49fd-9675-9d27f9c77c9e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0615346 Jul 09 21:12:11.742755 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db20e185-44cf-40f3-853a-f31e9dffe98d req-8355902c-d1db-412d-a2b9-20389acac6f3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 09 21:12:12.596107 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1bf33-84ba-4208-8016-13bb380eb57b req-c9ba21f5-2828-42c1-a9bb-dced9087603d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:12.597560 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a8f1bf33-84ba-4208-8016-13bb380eb57b req-c9ba21f5-2828-42c1-a9bb-dced9087603d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0637920 Jul 09 21:12:12.636690 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a8f1bf33-84ba-4208-8016-13bb380eb57b req-b60d8726-7a12-4047-b92a-bce11025141d tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333428 Jul 09 21:12:12.751097 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a92ec4-5241-4717-898f-23b0114551d3 req-0e88ed9f-78ed-472c-9e14-83683cdd47d1 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:12.751495 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:12.752538 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c1a92ec4-5241-4717-898f-23b0114551d3 req-0e88ed9f-78ed-472c-9e14-83683cdd47d1 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0622897 Jul 09 21:12:12.790572 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c1a92ec4-5241-4717-898f-23b0114551d3 req-a6bd2803-af4e-4628-ae05-6c4219e35f72 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Jul 09 21:12:12.915168 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d4d81-4d27-4e60-ac42-b0583de51329 req-4c5755d4-5f5e-4712-9fb7-be2b39fef589 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:12.916690 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a56d4d81-4d27-4e60-ac42-b0583de51329 req-4c5755d4-5f5e-4712-9fb7-be2b39fef589 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0651324 Jul 09 21:12:12.936255 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device b862f035-abe0-4184-ba06-adb2b0d0544c up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:12:13.065570 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port b862f035-abe0-4184-ba06-adb2b0d0544c completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:12:13.069945 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port b862f035-abe0-4184-ba06-adb2b0d0544c triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:12:13.070593 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:13.156505 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:13.181469 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:13.183872 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c49b26-d916-4cfe-a8a0-563f6d13f775" -d '{"events": [{"server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:13.196871 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port b862f035-abe0-4184-ba06-adb2b0d0544c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b862f035-abe0-4184-ba06-adb2b0d0544c,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:13.203481 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a56d4d81-4d27-4e60-ac42-b0583de51329 req-4afc2e63-b5bc-4f0c-ba9a-fa53b730172e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811213 Jul 09 21:12:13.224120 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec0e12-1312-4c8e-83cb-4debbf632159 x-openstack-request-id: req-9eec0e12-1312-4c8e-83cb-4debbf632159 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:13.224484 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:13.224810 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9eec0e12-1312-4c8e-83cb-4debbf632159 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:13.225269 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'code': 200} Jul 09 21:12:13.266426 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:13.321782 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=b862f035-abe0-4184-ba06-adb2b0d0544c,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:13.461753 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-72ff2d67-48f0-4e90-9f11-19da4b9ef7ef tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:13.463251 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-72ff2d67-48f0-4e90-9f11-19da4b9ef7ef tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.43 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0632398 Jul 09 21:12:13.573623 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Deleting port 1b179686-b08d-4a94-8771-a777a3ebc020 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:13.573908 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:13.659757 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] For port 1b179686-b08d-4a94-8771-a777a3ebc020, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=1b179686-b08d-4a94-8771-a777a3ebc020,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:13.660067 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:13.673326 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Calling delete_port for 1b179686-b08d-4a94-8771-a777a3ebc020 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:13.798070 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bcd5b-2729-44d3-96c5-df0b5eda67cb req-63108e61-d6d0-4039-a40e-ef81d78171f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:13.799657 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e99bcd5b-2729-44d3-96c5-df0b5eda67cb req-63108e61-d6d0-4039-a40e-ef81d78171f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 1099 time: 0.0819619 Jul 09 21:12:13.813665 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b2ab3-3022-4535-be16-b41e292485f8 req-90bdf4e9-7d5b-4c02-8755-12efe53c2251 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:13.815276 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-618b2ab3-3022-4535-be16-b41e292485f8 req-90bdf4e9-7d5b-4c02-8755-12efe53c2251 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0636017 Jul 09 21:12:13.864358 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-618b2ab3-3022-4535-be16-b41e292485f8 req-5a8aaf32-fbe6-4f15-b8af-d251c3414bd5 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414782 Jul 09 21:12:13.872229 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e99bcd5b-2729-44d3-96c5-df0b5eda67cb req-71be3a95-c717-4a1a-bdf4-56834eb1701f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502803 Jul 09 21:12:13.969388 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f159fdf-0732-4939-9ad9-03bcc9b5f52f req-4207d2f5-3738-4d7b-bed1-2b11ba005500 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:13.970842 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1f159fdf-0732-4939-9ad9-03bcc9b5f52f req-4207d2f5-3738-4d7b-bed1-2b11ba005500 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 945 time: 0.0610225 Jul 09 21:12:13.974287 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:14.002919 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Pushing event deleted for resources: {'Port': ['ID=1b179686-b08d-4a94-8771-a777a3ebc020,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:14.012226 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1f159fdf-0732-4939-9ad9-03bcc9b5f52f req-41e39843-9fad-47a3-ad71-f67da390bac6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/security-groups?id=41ea4632-e51d-4895-a77c-b9c18827e947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357192 Jul 09 21:12:14.015174 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['1b179686-b08d-4a94-8771-a777a3ebc020'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:12:14.064439 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] No DVR routers for this DVR port 1b179686-b08d-4a94-8771-a777a3ebc020 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:12:14.066954 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:14.069149 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-208daae3-add2-4fd8-8dfe-394c600a5e3c req-7f448d72-0d7e-416c-9836-5c82bba53987 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.43 "DELETE /v2.0/ports/1b179686-b08d-4a94-8771-a777a3ebc020 HTTP/1.1" status: 204 len: 173 time: 0.5988412 Jul 09 21:12:14.069610 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'name': 'network-vif-deleted', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:14.072391 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aa011c-cdfa-4dad-a8cf-69439a9dd912" -d '{"events": [{"server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "name": "network-vif-deleted", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:14.107002 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eadfa05-9d75-41fa-a3fb-0fc45b07e985 x-openstack-request-id: req-6eadfa05-9d75-41fa-a3fb-0fc45b07e985 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:14.107318 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80703a35-4019-4e3f-9fb8-123b3f19e988", "name": "network-vif-deleted", "tag": "1b179686-b08d-4a94-8771-a777a3ebc020", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:14.107601 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6eadfa05-9d75-41fa-a3fb-0fc45b07e985 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:14.107997 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80703a35-4019-4e3f-9fb8-123b3f19e988', 'name': 'network-vif-deleted', 'tag': '1b179686-b08d-4a94-8771-a777a3ebc020', 'status': 'completed', 'code': 200} Jul 09 21:12:14.376698 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001fa0a-a769-4db4-a45f-522dd65f8f1a req-c39715b3-b1c8-41ce-b423-c4064e9fb55b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:14.378456 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2001fa0a-a769-4db4-a45f-522dd65f8f1a req-c39715b3-b1c8-41ce-b423-c4064e9fb55b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0639546 Jul 09 21:12:14.419212 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2001fa0a-a769-4db4-a45f-522dd65f8f1a req-01e2d46b-8327-4bab-8164-50c85d52e150 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347681 Jul 09 21:12:15.038480 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ac68f-c881-4c2a-9dba-c51f39ce820e req-638c0f82-8bc7-4f80-9529-a9dc35aa7a4c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:15.040619 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4c6ac68f-c881-4c2a-9dba-c51f39ce820e req-638c0f82-8bc7-4f80-9529-a9dc35aa7a4c tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.0615060 Jul 09 21:12:15.078259 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4c6ac68f-c881-4c2a-9dba-c51f39ce820e req-9dde3cf9-11b8-45a5-8bac-45c7c7620623 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320060 Jul 09 21:12:15.190566 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cddde600-36c7-4d71-a625-2a7e7ab415cd req-d658dc8f-3c35-409b-8580-fd2c6834aed6 tempest-TestMinimumBasicScenario-221349978 tempest-TestMinimumBasicScenario-221349978-project] 10.222.0.64 "GET /v2.0/ports?device_id=80703a35-4019-4e3f-9fb8-123b3f19e988 HTTP/1.1" status: 200 len: 210 time: 0.0319784 Jul 09 21:12:15.592019 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663d79c-1c2d-460c-99bf-7ce36871e21d req-c1e48422-6dfc-4090-9155-d3d0741a3958 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:15.593615 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9663d79c-1c2d-460c-99bf-7ce36871e21d req-c1e48422-6dfc-4090-9155-d3d0741a3958 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0626521 Jul 09 21:12:15.631790 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9663d79c-1c2d-460c-99bf-7ce36871e21d req-f532f242-e237-4767-bfa0-fe2718d62ab2 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325346 Jul 09 21:12:15.811839 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0ab6-9c01-4cc8-8c31-64dc5daabc9c req-6df3c00f-1378-46dd-9c2a-73845b0b1614 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:15.813312 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-52eb0ab6-9c01-4cc8-8c31-64dc5daabc9c req-6df3c00f-1378-46dd-9c2a-73845b0b1614 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0646462 Jul 09 21:12:15.850638 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-52eb0ab6-9c01-4cc8-8c31-64dc5daabc9c req-a335cb46-9d3b-42b3-825d-591550dd7ffb tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Jul 09 21:12:15.878762 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58710) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:15.932430 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad436191-ae02-4636-9380-7e931f826bef tempest-TestVolumeBootPattern-1890325224 tempest-TestVolumeBootPattern-1890325224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:15.933864 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ad436191-ae02-4636-9380-7e931f826bef tempest-TestVolumeBootPattern-1890325224 tempest-TestVolumeBootPattern-1890325224-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 1094 time: 0.0540481 Jul 09 21:12:15.936664 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58712) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:15.941032 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'tenant_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:12:16.081619 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:16.175822 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:16.319357 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308f898-1530-47c0-a9c2-c304ea0a7d14 req-64ba448a-9935-446b-98ab-00836c155bbf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:16.320909 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1308f898-1530-47c0-a9c2-c304ea0a7d14 req-64ba448a-9935-446b-98ab-00836c155bbf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 943 time: 0.1061382 Jul 09 21:12:16.332534 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Allocated IP 172.27.2.184 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/3a6407c3-12f6-43c6-99be-8ec9c2ff4078) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:12:16.413010 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1308f898-1530-47c0-a9c2-c304ea0a7d14 req-a5a73bfd-0b8a-425a-a1ac-8f6487be21ea tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817406 Jul 09 21:12:16.463666 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:16.563305 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:16.604356 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:12:16.607252 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:12:16.609778 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:12:16.637243 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=3a6407c3-12f6-43c6-99be-8ec9c2ff4078,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:16.950254 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 13792900-0654-491a-810f-256aab079805 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:12:16.956993 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 1b179686-b08d-4a94-8771-a777a3ebc020 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:16.986249 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 1b179686-b08d-4a94-8771-a777a3ebc020 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:12:16.986511 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 1b179686-b08d-4a94-8771-a777a3ebc020 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:12:16.995032 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:17.067570 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:17.077905 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '13792900-0654-491a-810f-256aab079805', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'port_id': '13792900-0654-491a-810f-256aab079805', 'mac_address': 'fa:16:3e:1a:b4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:12:17.115931 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:17.121463 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:17.129111 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13792900-0654-491a-810f-256aab079805 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:12:17.149935 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:17.269972 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:17.306027 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:17.356730 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=7']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:17.357349 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:17.427589 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=3a6407c3-12f6-43c6-99be-8ec9c2ff4078,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:17.437706 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:17.563748 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Floating IP f7403164-e02d-4525-a0e7-94b9b8443386 associated. External IP: 172.27.2.184, port: b862f035-abe0-4184-ba06-adb2b0d0544c. Jul 09 21:12:17.616946 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['13792900-0654-491a-810f-256aab079805'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:12:17.674379 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6798-f5a2-4cc4-9d71-1fe6f530cc93 req-d17d7c97-ac92-4929-96b9-ba6033d3cc4a tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:17.676994 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2baa6798-f5a2-4cc4-9d71-1fe6f530cc93 req-d17d7c97-ac92-4929-96b9-ba6033d3cc4a tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 944 time: 0.1451917 Jul 09 21:12:17.764551 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2baa6798-f5a2-4cc4-9d71-1fe6f530cc93 req-5a4b9b50-2ba1-4472-a3bf-0aa620ba79e9 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753622 Jul 09 21:12:17.842114 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Router 896ed8af-c781-47f9-aef2-240abdb504cb has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:12:17.959945 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:12:17.971401 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930b914-662c-45a6-b716-2638df24febc None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:12:17.982062 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930b914-662c-45a6-b716-2638df24febc None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:12:17.982692 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-7930b914-662c-45a6-b716-2638df24febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:18.023075 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58768) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:18.065236 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:18.099821 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-7930b914-662c-45a6-b716-2638df24febc None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:12:18.125016 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-a64b816b-878a-4eeb-a224-3c9fd7208fa8 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1862786 Jul 09 21:12:18.126287 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:18.129505 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8326b6c-dec4-4985-8d63-549f2201452b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:18.171836 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c5d6a8-9230-41f1-8482-85d59810482c x-openstack-request-id: req-05c5d6a8-9230-41f1-8482-85d59810482c {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:18.172133 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:18.172453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05c5d6a8-9230-41f1-8482-85d59810482c {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:18.172836 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'status': 'completed', 'code': 200} Jul 09 21:12:18.326602 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8326b6c-dec4-4985-8d63-549f2201452b req-b4f23540-2459-4746-a3ca-bcd8c9118b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:18.329475 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f8326b6c-dec4-4985-8d63-549f2201452b req-b4f23540-2459-4746-a3ca-bcd8c9118b50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 1099 time: 0.1012974 Jul 09 21:12:18.344584 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-7930b914-662c-45a6-b716-2638df24febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:16Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:18.377864 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930b914-662c-45a6-b716-2638df24febc None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:12:18.386841 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930b914-662c-45a6-b716-2638df24febc None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:12:18.387508 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-7930b914-662c-45a6-b716-2638df24febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:18.499239 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-7930b914-662c-45a6-b716-2638df24febc None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:12:18.500688 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8326b6c-dec4-4985-8d63-549f2201452b req-5ce289a7-632a-40ad-8040-0734402ba574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:18.502188 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f8326b6c-dec4-4985-8d63-549f2201452b req-5ce289a7-632a-40ad-8040-0734402ba574 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.1545727 Jul 09 21:12:18.622759 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f8326b6c-dec4-4985-8d63-549f2201452b req-2fb7c16c-4be7-471f-90b9-a18c68f13d42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b862f035-abe0-4184-ba06-adb2b0d0544c HTTP/1.1" status: 200 len: 1000 time: 0.1124229 Jul 09 21:12:18.668380 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:18.872703 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-7930b914-662c-45a6-b716-2638df24febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:16Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:18.902667 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930b914-662c-45a6-b716-2638df24febc None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:16Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:12:18.953937 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 13792900-0654-491a-810f-256aab079805 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:12:18.959975 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a3a5d-b968-453d-94af-b1575bd7b2a8 req-dfbbe611-2407-4bce-9f66-deba3afe4c8f tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:18.970689 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5e3a3a5d-b968-453d-94af-b1575bd7b2a8 req-dfbbe611-2407-4bce-9f66-deba3afe4c8f tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 944 time: 0.0815253 Jul 09 21:12:19.013012 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 13792900-0654-491a-810f-256aab079805 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:12:19.014096 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:19.027599 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5e3a3a5d-b968-453d-94af-b1575bd7b2a8 req-82548184-969e-4953-8c44-27e4de0f2331 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517251 Jul 09 21:12:19.031746 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8326b6c-dec4-4985-8d63-549f2201452b req-62d2cf5e-dd71-41c8-ace0-ce76c4dff04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:19.033899 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f8326b6c-dec4-4985-8d63-549f2201452b req-62d2cf5e-dd71-41c8-ace0-ce76c4dff04f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.4022596 Jul 09 21:12:19.107270 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:19.134729 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13792900-0654-491a-810f-256aab079805'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:19.137461 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da1af4b-afec-4b1b-acdf-7483bb603b46" -d '{"events": [{"server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "name": "network-vif-plugged", "status": "completed", "tag": "13792900-0654-491a-810f-256aab079805"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:19.154791 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:19.155259 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bedf7a-b4d9-4c5f-ae91-97bac2455172 None None] New status for floating IP f7403164-e02d-4525-a0e7-94b9b8443386: ACTIVE {{(pid=93741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:12:19.205028 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42363343-429a-44bb-9f18-79e22cdee3ac x-openstack-request-id: req-42363343-429a-44bb-9f18-79e22cdee3ac {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:19.205028 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "name": "network-vif-plugged", "status": "completed", "tag": "13792900-0654-491a-810f-256aab079805", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:19.205028 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42363343-429a-44bb-9f18-79e22cdee3ac {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:19.205028 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13792900-0654-491a-810f-256aab079805', 'code': 200} Jul 09 21:12:19.208213 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8326b6c-dec4-4985-8d63-549f2201452b req-213f47ac-326c-4a29-afe5-35be30853b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:19.209743 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f8326b6c-dec4-4985-8d63-549f2201452b req-213f47ac-326c-4a29-afe5-35be30853b26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1685038 Jul 09 21:12:19.254331 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:19.306169 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=8']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:19.387547 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f8326b6c-dec4-4985-8d63-549f2201452b req-a7ea61cb-91bc-4ef1-a9b9-6f845f286819 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279006 Jul 09 21:12:19.444464 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Deleting port ee376787-f43d-4fbe-9c49-52b1b77b1d6e {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:19.444924 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:19.548606 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f8326b6c-dec4-4985-8d63-549f2201452b req-d4d74e29-7c03-4730-bb32-9e1176ebbdfc service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548917 Jul 09 21:12:19.580636 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] For port ee376787-f43d-4fbe-9c49-52b1b77b1d6e, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:19.580997 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:19.596890 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Calling delete_port for ee376787-f43d-4fbe-9c49-52b1b77b1d6e owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:19.656519 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c90de5-59ce-4f9a-a2fe-4a470a5621a1 req-a9dc8ad9-d247-4c60-955f-a6bec59fa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:19.657945 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-26c90de5-59ce-4f9a-a2fe-4a470a5621a1 req-a9dc8ad9-d247-4c60-955f-a6bec59fa610 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1098 time: 0.1202970 Jul 09 21:12:19.732691 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-26c90de5-59ce-4f9a-a2fe-4a470a5621a1 req-970e09b7-b9f1-455c-9ef1-3363dcd695b1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679512 Jul 09 21:12:19.899790 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:19.930424 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee376787-f43d-4fbe-9c49-52b1b77b1d6e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:20.096205 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:20.195106 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930e33c-3a46-4522-a939-cc22ca8b73a8 req-852bbc86-8bec-4541-a608-82324f795a66 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:20.197152 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7930e33c-3a46-4522-a939-cc22ca8b73a8 req-852bbc86-8bec-4541-a608-82324f795a66 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0634475 Jul 09 21:12:20.237898 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7930e33c-3a46-4522-a939-cc22ca8b73a8 req-ca5b8c6c-67c0-4540-831e-c0b1f6d87832 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346096 Jul 09 21:12:20.316179 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Router c55ff066-5721-4a4f-8c25-08410517e5f7 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:12:20.425345 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:12:20.430540 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0cdc32f4-5d79-4f06-8339-c836a15edfd0 admin admin] 10.222.0.64 "PUT /v2.0/routers/c55ff066-5721-4a4f-8c25-08410517e5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4058900 Jul 09 21:12:20.433140 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58784) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:20.433536 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] Sync routers for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:12:20.443188 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:12:20.443533 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:20.535406 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:20.545202 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:12:20.644206 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:20.728111 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:12:19Z', 'revision_number': 5, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port': {'id': '0ff2fd3e-1e27-475d-bf4b-5634913b2ebc', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:18Z', 'updated_at': '2021-07-09T21:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:20.754280 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] Checking router: c55ff066-5721-4a4f-8c25-08410517e5f7 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:12:20.763053 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Deleting port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:20.763412 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:20.764500 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] Routers {'c55ff066-5721-4a4f-8c25-08410517e5f7'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:12:20.765283 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['c55ff066-5721-4a4f-8c25-08410517e5f7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:20.842612 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] For port 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=0ff2fd3e-1e27-475d-bf4b-5634913b2ebc,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:20.842612 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:20.851743 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] Set router c55ff066-5721-4a4f-8c25-08410517e5f7 gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:12:20.855067 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Calling delete_port for 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:20.908661 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:12:20Z', 'revision_number': 6, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port_host': None}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:20.951176 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3128b-df1e-42d0-a172-aad28ad5c782 None None] The sync data for ids ['c55ff066-5721-4a4f-8c25-08410517e5f7'] in dv-cinder-800272-2-iscsi is: [{'id': 'c55ff066-5721-4a4f-8c25-08410517e5f7', 'name': 'tempest-TestMinimumBasicScenario-136493920-router', 'tenant_id': '494ea88bf58447e0ac61d3d6d731c380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:17Z', 'updated_at': '2021-07-09T21:12:20Z', 'revision_number': 6, 'project_id': '494ea88bf58447e0ac61d3d6d731c380', 'gw_port_host': None}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:12:21.094000 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.120303 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff2fd3e-1e27-475d-bf4b-5634913b2ebc,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:21.185600 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.274339 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.276831 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.420223 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.420875 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55ff066-5721-4a4f-8c25-08410517e5f7 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:12:21.426041 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.427273 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8a49ba61-c676-4215-a668-cbeb85162f10 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c55ff066-5721-4a4f-8c25-08410517e5f7 HTTP/1.1" status: 204 len: 168 time: 0.9932096 Jul 09 21:12:21.430412 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58788) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:21.489937 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668586-7464-4cc8-8d02-b6219cd0d9f5 req-33bf8575-9ca0-415b-a0ba-14e2a411b4d4 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:21.491868 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-96668586-7464-4cc8-8d02-b6219cd0d9f5 req-33bf8575-9ca0-415b-a0ba-14e2a411b4d4 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.1201386 Jul 09 21:12:21.499465 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51be4b6-83bb-4f3f-9d56-eb8a91180dce admin admin] Deleting subnet c2619b6a-5f4b-4d65-9843-6e094df55e70 {{(pid=93739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:12:21.518076 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51be4b6-83bb-4f3f-9d56-eb8a91180dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.561887 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51be4b6-83bb-4f3f-9d56-eb8a91180dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127909642'] for subnet, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.566042 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-96668586-7464-4cc8-8d02-b6219cd0d9f5 req-285f2168-d430-453f-ab66-a30d2c919ee4 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641947 Jul 09 21:12:21.677019 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51be4b6-83bb-4f3f-9d56-eb8a91180dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.789950 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ee376787-f43d-4fbe-9c49-52b1b77b1d6e no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:21.809298 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51be4b6-83bb-4f3f-9d56-eb8a91180dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127536457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127482677'] for subnet, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.810476 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: ee376787-f43d-4fbe-9c49-52b1b77b1d6e {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:12:21.810842 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ee376787-f43d-4fbe-9c49-52b1b77b1d6e not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:12:21.811288 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:21.832070 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:12:21.832421 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 0ff2fd3e-1e27-475d-bf4b-5634913b2ebc not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:12:21.841460 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51be4b6-83bb-4f3f-9d56-eb8a91180dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2619b6a-5f4b-4d65-9843-6e094df55e70,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:21.845269 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c51be4b6-83bb-4f3f-9d56-eb8a91180dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.847338 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c51be4b6-83bb-4f3f-9d56-eb8a91180dce admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c2619b6a-5f4b-4d65-9843-6e094df55e70 HTTP/1.1" status: 204 len: 168 time: 0.4158964 Jul 09 21:12:21.850014 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58798) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:21.853058 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a60f863-2b36-47e9-9351-2bd70fc78480 None None] Network dc7d3fc2-f15d-4710-816c-5da82e837af8 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:12:21.923839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:21.980833 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Deleting port c95b666e-74d7-4f3c-9167-382474a0772e {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:21.981187 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.050234 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] For port c95b666e-74d7-4f3c-9167-382474a0772e, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=c95b666e-74d7-4f3c-9167-382474a0772e,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:22.050603 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.065623 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] DHCP port deletion for dc7d3fc2-f15d-4710-816c-5da82e837af8 request from dv-cinder-800272-2-iscsi {{(pid=93740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:12:22.075113 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Calling delete_port for c95b666e-74d7-4f3c-9167-382474a0772e owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:22.117918 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] Deleting port c95b666e-74d7-4f3c-9167-382474a0772e {{(pid=93740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:22.118572 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.185146 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] For port c95b666e-74d7-4f3c-9167-382474a0772e, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=c95b666e-74d7-4f3c-9167-382474a0772e,segment=NetworkSegment(cffbe305-3d60-4115-8ec5-f6c1ab54c806),segment_id=cffbe305-3d60-4115-8ec5-f6c1ab54c806)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:22.185576 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.198666 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] Calling delete_port for c95b666e-74d7-4f3c-9167-382474a0772e owned by network:dhcp {{(pid=93740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:22.290498 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.321519 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95b666e-74d7-4f3c-9167-382474a0772e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:22.323782 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] No DVR routers for this DVR port c95b666e-74d7-4f3c-9167-382474a0772e on host dv-cinder-800272-2-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:12:22.326149 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253'] for port, after_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.352736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] Pushing event deleted for resources: {'Port': ['ID=c95b666e-74d7-4f3c-9167-382474a0772e,revision_number=None']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:22.356487 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f70c5-2241-418e-b7f4-6da2672187f9 None None] No DVR routers for this DVR port c95b666e-74d7-4f3c-9167-382474a0772e on host dv-cinder-800272-2-iscsi {{(pid=93740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:12:22.401105 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.410908 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7d3fc2-f15d-4710-816c-5da82e837af8']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:22.421977 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffbe305-3d60-4115-8ec5-f6c1ab54c806') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:22.422282 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffbe305-3d60-4115-8ec5-f6c1ab54c806') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:22.431351 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126604412'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.444949 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.450745 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:12:22.451124 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127220601'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: Traceback (most recent call last): Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: timer() Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: cb(*args, **kw) Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: return func(*args, **kwargs) Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: self._notify() Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: self.callback(batched_events) Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: event.method(event) Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: return f(self, *a, **k) Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._get(url).json() Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:12:22.452774 dv-cinder-800272-2-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:12:22.533511 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-c10c8c06-185c-42bb-9f8a-077d13aefeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.591547 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.599376 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.601396 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dc7d3fc2-f15d-4710-816c-5da82e837af8 HTTP/1.1" status: 204 len: 168 time: 0.7501552 Jul 09 21:12:22.604546 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58804) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:22.611282 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76080ee9-2463-47d0-88d9-eb74e70b2088 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7d3fc2-f15d-4710-816c-5da82e837af8,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:22.937919 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:23.184545 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Deleting port d4a8917f-3a29-4419-9995-9537316adec6 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:23.184905 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:23.265498 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] For port d4a8917f-3a29-4419-9995-9537316adec6, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=d4a8917f-3a29-4419-9995-9537316adec6,segment=NetworkSegment(9d7a1201-2806-4190-a6ac-b54d3080bbc0),segment_id=9d7a1201-2806-4190-a6ac-b54d3080bbc0)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:23.265765 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:23.278009 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Calling delete_port for d4a8917f-3a29-4419-9995-9537316adec6 owned by network:router_interface {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:23.728649 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device c95b666e-74d7-4f3c-9167-382474a0772e no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:23.748852 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: c95b666e-74d7-4f3c-9167-382474a0772e {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:12:23.749200 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device c95b666e-74d7-4f3c-9167-382474a0772e not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:12:23.808348 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:23.837192 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a8917f-3a29-4419-9995-9537316adec6,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:23.866145 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.866507 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.866869 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.867793 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.868142 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.868483 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.868819 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.869152 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.869488 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.869819 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.870152 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:23.870482 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:24.031237 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:24.270573 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:12:24.409503 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:12:24.418848 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-7184d17c-7e18-4a3b-b0bb-3ee2b9fe7414 admin admin] 10.222.0.64 "PUT /v2.0/routers/8a17462f-2db0-4b36-85d6-fa51b8b9bf9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8131857 Jul 09 21:12:24.422057 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58814) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:24.425348 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] Sync routers for ids ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:12:24.435286 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] Routers {'8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:12:24.435955 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:24.532106 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks [] for router, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:24.546722 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] Set router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:12:24.651970 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:24.742585 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:12:23Z', 'revision_number': 5, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:24.769582 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] Checking router: 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:12:24.778194 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] Routers {'8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:12:24.778819 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:11:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:24.852347 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Deleting port df7b65d4-c005-4f82-8394-e4640b8284d3 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:24.852963 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:24.883330 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] Set router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:12:24.937736 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] For port df7b65d4-c005-4f82-8394-e4640b8284d3, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=df7b65d4-c005-4f82-8394-e4640b8284d3,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:24.938407 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:24.953434 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Calling delete_port for df7b65d4-c005-4f82-8394-e4640b8284d3 owned by network:router_gateway {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:25.066054 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:12:23Z', 'revision_number': 5, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:25.101308 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e777d0-f3cf-450b-b324-c3d6dd7b90c4 None None] The sync data for ids ['8a17462f-2db0-4b36-85d6-fa51b8b9bf9b'] in dv-cinder-800272-2-iscsi is: [{'id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'name': 'tempest-TestMinimumBasicScenario-700699437-router', 'tenant_id': 'ace41e62085c45e7b476f61a6636ad89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:09:28Z', 'updated_at': '2021-07-09T21:12:23Z', 'revision_number': 5, 'project_id': 'ace41e62085c45e7b476f61a6636ad89', 'gw_port': {'id': 'df7b65d4-c005-4f82-8394-e4640b8284d3', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a17462f-2db0-4b36-85d6-fa51b8b9bf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:09:29Z', 'updated_at': '2021-07-09T21:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:12:25.144605 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-42b95225-ae3e-4465-a8a9-8db770244ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.178454 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b013ac0-0e9b-454e-8d43-d67055ee15a7 req-f540e6b0-dd8f-4caa-93ff-c6b4104aff3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:25.180535 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7b013ac0-0e9b-454e-8d43-d67055ee15a7 req-f540e6b0-dd8f-4caa-93ff-c6b4104aff3b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.1025069 Jul 09 21:12:25.217858 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7b013ac0-0e9b-454e-8d43-d67055ee15a7 req-05ee2594-8b92-46fa-afd2-6e34d6e0c0e6 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Jul 09 21:12:25.259626 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.287638 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.314509 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7b65d4-c005-4f82-8394-e4640b8284d3,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:25.377235 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.480646 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.482854 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.613869 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.614453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a17462f-2db0-4b36-85d6-fa51b8b9bf9b {{(pid=93739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:12:25.619836 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] Notify callbacks [] for router, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.622869 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0be50867-619f-4ded-ac44-696c79bb7d02 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8a17462f-2db0-4b36-85d6-fa51b8b9bf9b HTTP/1.1" status: 204 len: 168 time: 1.1976638 Jul 09 21:12:25.623562 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58830) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:25.670403 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dba3c34-b2e1-44eb-96ae-766bc9e198bd admin admin] Deleting subnet be850405-0f3d-4d8d-95e3-0119a52ad4fe {{(pid=93739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:12:25.673833 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c34-b2e1-44eb-96ae-766bc9e198bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.718711 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c34-b2e1-44eb-96ae-766bc9e198bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127909642'] for subnet, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.785043 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device d4a8917f-3a29-4419-9995-9537316adec6 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:25.799975 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c34-b2e1-44eb-96ae-766bc9e198bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.807825 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: d4a8917f-3a29-4419-9995-9537316adec6 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:12:25.808178 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device d4a8917f-3a29-4419-9995-9537316adec6 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:12:25.940358 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c34-b2e1-44eb-96ae-766bc9e198bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127536457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127482677'] for subnet, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.965408 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba3c34-b2e1-44eb-96ae-766bc9e198bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be850405-0f3d-4d8d-95e3-0119a52ad4fe,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:25.970133 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c34-b2e1-44eb-96ae-766bc9e198bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:25.972206 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-7dba3c34-b2e1-44eb-96ae-766bc9e198bd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/be850405-0f3d-4d8d-95e3-0119a52ad4fe HTTP/1.1" status: 204 len: 168 time: 0.3477097 Jul 09 21:12:25.974569 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 58832) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:25.976244 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e3923-1ed1-4465-8503-6174ea52e55c None None] Network 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:12:26.040234 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.090869 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Deleting port 4b15767e-1220-4725-a41e-9c42a9b86ccc {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:26.091166 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.160839 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] DHCP port deletion for 2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 request from dv-cinder-800272-2-iscsi {{(pid=93740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:12:26.161376 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] For port 4b15767e-1220-4725-a41e-9c42a9b86ccc, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4b15767e-1220-4725-a41e-9c42a9b86ccc,segment=NetworkSegment(9d7a1201-2806-4190-a6ac-b54d3080bbc0),segment_id=9d7a1201-2806-4190-a6ac-b54d3080bbc0)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:26.168053 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.175828 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Calling delete_port for 4b15767e-1220-4725-a41e-9c42a9b86ccc owned by network:dhcp {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:26.210867 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] Deleting port 4b15767e-1220-4725-a41e-9c42a9b86ccc {{(pid=93740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:12:26.211251 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.275004 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] For port 4b15767e-1220-4725-a41e-9c42a9b86ccc, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4b15767e-1220-4725-a41e-9c42a9b86ccc,segment=NetworkSegment(9d7a1201-2806-4190-a6ac-b54d3080bbc0),segment_id=9d7a1201-2806-4190-a6ac-b54d3080bbc0)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:26.275403 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.292560 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] Calling delete_port for 4b15767e-1220-4725-a41e-9c42a9b86ccc owned by network:dhcp {{(pid=93740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:12:26.350955 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.380143 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253'] for port, after_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.398175 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b15767e-1220-4725-a41e-9c42a9b86ccc,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:26.400706 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] No DVR routers for this DVR port 4b15767e-1220-4725-a41e-9c42a9b86ccc on host dv-cinder-800272-2-iscsi {{(pid=93739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:12:26.406153 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] Pushing event deleted for resources: {'Port': ['ID=4b15767e-1220-4725-a41e-9c42a9b86ccc,revision_number=None']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:26.409078 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa6eb9-2293-4d88-8e86-1953b3c884f6 None None] No DVR routers for this DVR port 4b15767e-1220-4725-a41e-9c42a9b86ccc on host dv-cinder-800272-2-iscsi {{(pid=93740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:12:26.410349 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.483993 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.495794 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:26.510429 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b15d-27e4-4ad9-94e2-afd6ce7cbb5b req-d72e70fc-b46a-46dc-a5b8-3f44af15d85f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:26.511938 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9874b15d-27e4-4ad9-94e2-afd6ce7cbb5b req-d72e70fc-b46a-46dc-a5b8-3f44af15d85f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.1713562 Jul 09 21:12:26.515057 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7a1201-2806-4190-a6ac-b54d3080bbc0') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:26.515348 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7a1201-2806-4190-a6ac-b54d3080bbc0') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:12:26.530528 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.556300 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.566942 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9874b15d-27e4-4ad9-94e2-afd6ce7cbb5b req-eecd6941-e5c2-48ac-bce4-c1378ccd0f65 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454440 Jul 09 21:12:26.567864 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:12:26.568246 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:12:26.569948 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:12:26.728726 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.733909 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:26.741721 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] 10.222.0.64 "DELETE /v2.0/networks/2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2 HTTP/1.1" status: 204 len: 168 time: 0.7600577 Jul 09 21:12:26.746899 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ed7c8-2029-4196-a4ae-4f614d04bf6d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d72ccd6-425f-4fd8-b4a7-2f6292ab19b2,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:27.185760 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58838) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:27.223594 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3aade909-9447-446f-b151-df2f82576041 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=494ea88bf58447e0ac61d3d6d731c380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365443 Jul 09 21:12:27.225949 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58840) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:27.278753 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-aacf904f-47f6-400b-ae19-f9345123095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:27.299736 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-aacf904f-47f6-400b-ae19-f9345123095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:27.437201 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-aacf904f-47f6-400b-ae19-f9345123095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:27.439989 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-aacf904f-47f6-400b-ae19-f9345123095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:27.441167 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-aacf904f-47f6-400b-ae19-f9345123095f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41ea4632-e51d-4895-a77c-b9c18827e947 HTTP/1.1" status: 204 len: 168 time: 0.2134507 Jul 09 21:12:27.453007 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf904f-47f6-400b-ae19-f9345123095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea4632-e51d-4895-a77c-b9c18827e947,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:27.730969 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device df7b65d4-c005-4f82-8394-e4640b8284d3 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:27.754077 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: df7b65d4-c005-4f82-8394-e4640b8284d3 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:12:27.754439 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device df7b65d4-c005-4f82-8394-e4640b8284d3 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:12:27.754865 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4b15767e-1220-4725-a41e-9c42a9b86ccc no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:27.766377 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17384440-46f9-4476-a4c3-deddac652ef3 req-c31bcc2d-606c-4f26-b479-c9e763237f4f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:27.767912 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-17384440-46f9-4476-a4c3-deddac652ef3 req-c31bcc2d-606c-4f26-b479-c9e763237f4f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0719905 Jul 09 21:12:27.778364 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 4b15767e-1220-4725-a41e-9c42a9b86ccc {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:12:27.779045 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4b15767e-1220-4725-a41e-9c42a9b86ccc not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:12:27.810968 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-17384440-46f9-4476-a4c3-deddac652ef3 req-68005222-23a5-4742-91e6-58addd20c268 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355673 Jul 09 21:12:28.419568 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:28.516276 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58848) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:28.560720 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9a7e39d3-0c60-4621-976e-14d15d06a701 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ace41e62085c45e7b476f61a6636ad89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367706 Jul 09 21:12:28.562530 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 58850) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:12:28.610758 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9538-59df-49ec-87db-c8bcf5d2817f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:28.633774 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9538-59df-49ec-87db-c8bcf5d2817f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:28.808230 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9538-59df-49ec-87db-c8bcf5d2817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:28.810790 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9538-59df-49ec-87db-c8bcf5d2817f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:28.811939 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ce5b9538-59df-49ec-87db-c8bcf5d2817f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd23f09b-46cc-4ec4-8d41-6901def391b5 HTTP/1.1" status: 204 len: 168 time: 0.2485118 Jul 09 21:12:28.820293 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b9538-59df-49ec-87db-c8bcf5d2817f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd23f09b-46cc-4ec4-8d41-6901def391b5,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:28.984973 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b52e24-d195-40b5-9a97-f4160709cd8c req-19bc4b7e-5716-4efc-984b-40a1c215c8f3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:28.986533 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-56b52e24-d195-40b5-9a97-f4160709cd8c req-19bc4b7e-5716-4efc-984b-40a1c215c8f3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0623338 Jul 09 21:12:29.006296 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:12:29.041668 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-56b52e24-d195-40b5-9a97-f4160709cd8c req-f0204b0a-dd97-4977-97da-a2b35303d48b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467110 Jul 09 21:12:30.218888 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9edd3-0d40-4291-b17f-453160348605 req-eb1a2a67-d57d-4765-8414-d0d4fc895823 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:30.220384 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9cb9edd3-0d40-4291-b17f-453160348605 req-eb1a2a67-d57d-4765-8414-d0d4fc895823 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0622056 Jul 09 21:12:30.256130 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9cb9edd3-0d40-4291-b17f-453160348605 req-06b32dba-4c28-41d1-87ed-0849ccb506a0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303288 Jul 09 21:12:31.437459 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1f8b5-c504-47b5-96a2-25f59e878927 req-230f7c5e-32a1-4ba3-a522-3e91f4e16e92 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:31.438921 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-44e1f8b5-c504-47b5-96a2-25f59e878927 req-230f7c5e-32a1-4ba3-a522-3e91f4e16e92 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0643160 Jul 09 21:12:31.475777 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-44e1f8b5-c504-47b5-96a2-25f59e878927 req-8b0c2f34-e759-434d-ba04-555681452a73 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 Jul 09 21:12:32.651295 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15868-9875-47b5-8c69-74c4855d8488 req-d8c34722-4f2d-42c3-8ec8-9a4dbac5dfcc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:32.654075 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7db15868-9875-47b5-8c69-74c4855d8488 req-d8c34722-4f2d-42c3-8ec8-9a4dbac5dfcc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0627062 Jul 09 21:12:32.689646 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7db15868-9875-47b5-8c69-74c4855d8488 req-3c0dd3ef-8117-4cf5-b514-e3e4b18460dc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313261 Jul 09 21:12:33.865728 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed287-c3a8-42ff-8ea2-6a0716ebe18a req-e25fcee3-faa6-4717-b69e-06611bbc6ab3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:33.867274 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92eed287-c3a8-42ff-8ea2-6a0716ebe18a req-e25fcee3-faa6-4717-b69e-06611bbc6ab3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0652988 Jul 09 21:12:33.904581 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92eed287-c3a8-42ff-8ea2-6a0716ebe18a req-5b80c6b9-64e9-4775-a287-452228e29550 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Jul 09 21:12:35.077968 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc07a5-d8d8-40ff-93ab-7131ee39666c req-4daacae1-6f2e-4ede-8a03-10afb4d18bd6 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:35.079490 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-53dc07a5-d8d8-40ff-93ab-7131ee39666c req-4daacae1-6f2e-4ede-8a03-10afb4d18bd6 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0623677 Jul 09 21:12:35.116925 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-53dc07a5-d8d8-40ff-93ab-7131ee39666c req-6eb4e942-c614-4af8-a876-eafd08ce9881 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Jul 09 21:12:36.299337 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6bd0-3109-4a70-9ad0-b6b6d0e669ad req-9d9e209d-b8d8-4dd2-b114-83ef25a67aaa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:36.300844 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-88ff6bd0-3109-4a70-9ad0-b6b6d0e669ad req-9d9e209d-b8d8-4dd2-b114-83ef25a67aaa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0614498 Jul 09 21:12:36.337179 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-88ff6bd0-3109-4a70-9ad0-b6b6d0e669ad req-dfcf0b05-a12a-4923-a774-6ad4ef51deb0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301335 Jul 09 21:12:37.033897 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:12:37.126893 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:37.138579 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'port_id': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'mac_address': 'fa:16:3e:6a:74:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:12:37.173891 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:37.186187 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edc3abf8-c43d-4869-b525-02b9341c2226 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:12:37.206069 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:37.322352 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:37.372272 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=6']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:37.378478 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.378830 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.379179 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.379534 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.379899 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.380186 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.380518 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.380836 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.381164 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.381484 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.381802 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.382131 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:12:37.513417 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['edc3abf8-c43d-4869-b525-02b9341c2226'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:12:37.517047 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e60ece-e3e2-49d4-b14e-e84f0fdd931d req-78cf79aa-00c5-4d3f-ba79-121dfdc22093 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:37.519394 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-88e60ece-e3e2-49d4-b14e-e84f0fdd931d req-78cf79aa-00c5-4d3f-ba79-121dfdc22093 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 944 time: 0.0673568 Jul 09 21:12:37.557810 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-88e60ece-e3e2-49d4-b14e-e84f0fdd931d req-ae12b663-573e-4135-87a7-21b2be387da8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327020 Jul 09 21:12:38.738603 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1f1e9-d597-4f52-a20c-c183a036135e req-1ccb2863-06ec-4651-a591-db96811f7ce3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:38.740129 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-85a1f1e9-d597-4f52-a20c-c183a036135e req-1ccb2863-06ec-4651-a591-db96811f7ce3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 944 time: 0.0690589 Jul 09 21:12:38.781283 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-85a1f1e9-d597-4f52-a20c-c183a036135e req-cf680fc3-51a1-437d-920f-bbe904e52eae tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348256 Jul 09 21:12:39.032549 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:12:39.085988 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port edc3abf8-c43d-4869-b525-02b9341c2226 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:12:39.086735 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:39.184391 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:39.213764 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:39.216450 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c497e-a1d2-4d7c-92a3-41efb125b441" -d '{"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-plugged", "status": "completed", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:39.234939 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:39.260166 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d01998e-7168-4682-877d-9af136f37c2e x-openstack-request-id: req-8d01998e-7168-4682-877d-9af136f37c2e {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:39.263524 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-plugged", "status": "completed", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:39.263524 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d01998e-7168-4682-877d-9af136f37c2e {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:39.263524 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'code': 200} Jul 09 21:12:39.357219 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:39.412919 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=7']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:39.988466 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3c862-56de-4495-a935-a20a6bd5e72f req-fcbacc0f-e99d-4f2d-8c2f-e4126dbd9e9f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:39.990005 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-01f3c862-56de-4495-a935-a20a6bd5e72f req-fcbacc0f-e99d-4f2d-8c2f-e4126dbd9e9f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0701344 Jul 09 21:12:40.035159 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-01f3c862-56de-4495-a935-a20a6bd5e72f req-413b6475-7732-4fa6-843f-0fc9cb513001 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 Jul 09 21:12:41.238959 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33f8d3-03eb-4d80-8f8b-ed0b6c3b67f1 req-de620e07-15db-456c-a302-6e7f6b889981 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:41.240667 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db33f8d3-03eb-4d80-8f8b-ed0b6c3b67f1 req-de620e07-15db-456c-a302-6e7f6b889981 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0789938 Jul 09 21:12:41.284658 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db33f8d3-03eb-4d80-8f8b-ed0b6c3b67f1 req-7f4b8a9d-6d05-4605-8c48-7cff348f759f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379155 Jul 09 21:12:42.474247 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315997c5-55e4-4b1c-8f10-63d58b18c8e3 req-69ad3404-70cc-460e-a861-149790ce18a2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:42.478058 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-315997c5-55e4-4b1c-8f10-63d58b18c8e3 req-69ad3404-70cc-460e-a861-149790ce18a2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0671031 Jul 09 21:12:42.515781 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-315997c5-55e4-4b1c-8f10-63d58b18c8e3 req-7074ef89-78ff-47f2-84bf-e2c749168eef tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340705 Jul 09 21:12:42.900744 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:43.725453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73176210-b58b-449b-b01c-879fec7a6e35 req-21898fb6-fe50-4605-a26d-bf4eef15fb60 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:43.730821 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-73176210-b58b-449b-b01c-879fec7a6e35 req-21898fb6-fe50-4605-a26d-bf4eef15fb60 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0783272 Jul 09 21:12:43.785212 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-73176210-b58b-449b-b01c-879fec7a6e35 req-2bd82f07-762f-4fc5-b35d-1e32f042ae06 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498130 Jul 09 21:12:44.966906 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581ba3-316c-4922-b0a9-d5f9a5b386c2 req-07dce408-8d7a-4453-9ef6-c2eb264ad895 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:44.968514 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1a581ba3-316c-4922-b0a9-d5f9a5b386c2 req-07dce408-8d7a-4453-9ef6-c2eb264ad895 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0688536 Jul 09 21:12:45.014860 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1a581ba3-316c-4922-b0a9-d5f9a5b386c2 req-83e4bcf4-a5cd-4ecc-9056-022b6bcfdde3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 Jul 09 21:12:46.204922 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c080dc-d82e-4984-bb30-2e883d3c007c req-2cf9851c-fae0-4ecf-bb2b-100ee2d8ccb8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:46.206530 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e9c080dc-d82e-4984-bb30-2e883d3c007c req-2cf9851c-fae0-4ecf-bb2b-100ee2d8ccb8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0718269 Jul 09 21:12:46.248520 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e9c080dc-d82e-4984-bb30-2e883d3c007c req-c79811d1-db4a-4678-89f2-9d89d504a9b1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350287 Jul 09 21:12:46.818581 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-a2e3a6c3-60a4-43ef-88cd-3624341aa02a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3642318 Jul 09 21:12:46.916511 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-8b512ed9-0471-4bca-94d6-dee255e2d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:46.918272 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-8b512ed9-0471-4bca-94d6-dee255e2d6ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1098 time: 0.0625663 Jul 09 21:12:47.039658 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-a8a52fb6-2f79-4800-a248-3a556fc9d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:47.041293 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-a8a52fb6-2f79-4800-a248-3a556fc9d88f service neutron] 10.222.0.43 "GET /v2.0/networks?id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328 HTTP/1.1" status: 200 len: 910 time: 0.0984631 Jul 09 21:12:47.115855 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-0b3966db-3c41-4fc3-9b6b-fb1b0bed5081 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13792900-0654-491a-810f-256aab079805 HTTP/1.1" status: 200 len: 1001 time: 0.0668020 Jul 09 21:12:47.171446 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-7b956a04-bacb-4a38-be59-61f8392c142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:47.173790 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-7b956a04-bacb-4a38-be59-61f8392c142b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1c99f2a-8336-4f73-bd03-a3463153b01a HTTP/1.1" status: 200 len: 848 time: 0.0508859 Jul 09 21:12:47.239631 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-c879cc1c-0521-4fad-b247-f38b31c60ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:47.242305 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-c879cc1c-0521-4fad-b247-f38b31c60ea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604541 Jul 09 21:12:47.372490 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-884a229c-c697-42f2-8199-42055a670f90 service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234510 Jul 09 21:12:47.459330 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6c8b3-f847-45c4-974e-0fc95c20afab req-72c591a4-dcd5-4348-a457-a1de12dd34e3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:47.467068 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bcd6c8b3-f847-45c4-974e-0fc95c20afab req-72c591a4-dcd5-4348-a457-a1de12dd34e3 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0810742 Jul 09 21:12:47.493291 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05a972d9-1ade-48e0-b7aa-2e3547ee5f16 req-66b1aaa5-fac1-4c84-ab93-948b2a6e947e service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137061 Jul 09 21:12:47.517203 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bcd6c8b3-f847-45c4-974e-0fc95c20afab req-93be1ff6-07a5-4f32-8743-71ea685e6d6f tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492895 Jul 09 21:12:48.681710 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc2ec5-c150-435f-9e32-9fddeb0c6a73 req-bf4f2fbf-b9a1-49bb-912e-d3477cdc58f5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:48.683214 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c4cc2ec5-c150-435f-9e32-9fddeb0c6a73 req-bf4f2fbf-b9a1-49bb-912e-d3477cdc58f5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0604928 Jul 09 21:12:48.720506 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c4cc2ec5-c150-435f-9e32-9fddeb0c6a73 req-64516f03-8518-45b6-962b-e44fe6028b40 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Jul 09 21:12:49.901323 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86caf20-f5d3-49e2-a19b-69cdba683953 req-9e9d15b4-bb88-4b1d-aa1e-49f1ca96541a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:49.902811 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e86caf20-f5d3-49e2-a19b-69cdba683953 req-9e9d15b4-bb88-4b1d-aa1e-49f1ca96541a tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0649376 Jul 09 21:12:49.942900 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e86caf20-f5d3-49e2-a19b-69cdba683953 req-3da61a74-3d66-4f7c-89e9-6d26f1e4bf25 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Jul 09 21:12:50.733938 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-55a4fa60-b6c6-4bb8-ac94-8c961c2f1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:50.735379 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-55a4fa60-b6c6-4bb8-ac94-8c961c2f1013 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 1098 time: 0.0512645 Jul 09 21:12:50.829180 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-2a4dd33e-95cd-4b97-92d7-4c93aff241b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:50.830653 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-2a4dd33e-95cd-4b97-92d7-4c93aff241b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 918 time: 0.0857487 Jul 09 21:12:50.894976 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-28486bf9-55b3-476d-a01f-ba54dc1ede08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc3abf8-c43d-4869-b525-02b9341c2226 HTTP/1.1" status: 200 len: 1001 time: 0.0565853 Jul 09 21:12:50.942100 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-a2c24c87-b0e9-49ec-b6d6-b5a84e5ec3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:50.943731 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-a2c24c87-b0e9-49ec-b6d6-b5a84e5ec3fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0427771 Jul 09 21:12:51.004246 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-fabce4cf-35c5-4a01-9203-1474eca4dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:51.005759 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-fabce4cf-35c5-4a01-9203-1474eca4dd51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560939 Jul 09 21:12:51.094555 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-1cf1871c-e4c6-45b5-85d6-c37e9889aede service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812151 Jul 09 21:12:51.118186 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd439cd-48c9-459f-bd46-1d014495e34c req-b7e95ffc-7199-4ad8-a714-d444f31ef0e1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:51.119717 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4cd439cd-48c9-459f-bd46-1d014495e34c req-b7e95ffc-7199-4ad8-a714-d444f31ef0e1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0623617 Jul 09 21:12:51.157606 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4cd439cd-48c9-459f-bd46-1d014495e34c req-55bd3912-1d32-4eb1-9c3c-e25deb67d912 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Jul 09 21:12:51.197463 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f88f1051-57c9-4071-a0a3-a9ca478c10d6 req-6aa2dc7e-db85-4345-8e19-940aad063518 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953116 Jul 09 21:12:52.498499 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52704cba-31eb-4489-9ff4-ae90c0b06cff req-ce1c486f-abdd-4e22-8828-7f0a47aab0b0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:52.499902 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-52704cba-31eb-4489-9ff4-ae90c0b06cff req-ce1c486f-abdd-4e22-8828-7f0a47aab0b0 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 945 time: 0.0658560 Jul 09 21:12:52.523345 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-fd1e419c-f515-4e89-858d-8b4b2b962061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:52.540940 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-52704cba-31eb-4489-9ff4-ae90c0b06cff req-35e7c3e9-df1f-4d68-b6ee-a50733570e79 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355027 Jul 09 21:12:53.121746 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:53.223264 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:53.253955 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:12:53.256149 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec9e91a-0afb-4491-bb66-96a849f1da6a" -d '{"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-unplugged", "status": "completed", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:12:53.269839 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:12:53.291692 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eba1ba-5b77-4d60-9de4-ef76ed65d814 x-openstack-request-id: req-90eba1ba-5b77-4d60-9de4-ef76ed65d814 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:12:53.291994 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-unplugged", "status": "completed", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:12:53.292248 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90eba1ba-5b77-4d60-9de4-ef76ed65d814 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:12:53.292669 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'code': 200} Jul 09 21:12:53.385374 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:53.433259 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=8']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:12:53.720557 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd9f15-0771-431e-bcb8-2e50ea84d3c5 req-dcd075e3-b88d-4538-9038-6c80a302b763 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:53.722248 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b4fd9f15-0771-431e-bcb8-2e50ea84d3c5 req-dcd075e3-b88d-4538-9038-6c80a302b763 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0684416 Jul 09 21:12:53.759539 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b4fd9f15-0771-431e-bcb8-2e50ea84d3c5 req-6a022550-218d-44b1-be2c-32aa2668e505 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Jul 09 21:12:55.111499 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-eb78904e-bd71-44b5-ba97-675249498595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:55.243302 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:56.407767 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:56.710618 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ec977-6afa-4120-83d8-3a8e1fd1d07f req-3a0b9048-fd20-47eb-a3fb-990b91cdb182 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:56.717558 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fe5ec977-6afa-4120-83d8-3a8e1fd1d07f req-3a0b9048-fd20-47eb-a3fb-990b91cdb182 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0677710 Jul 09 21:12:56.748697 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fe5ec977-6afa-4120-83d8-3a8e1fd1d07f req-ba9fa764-4d6a-4b0f-b021-47aa4216b941 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Jul 09 21:12:57.091340 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:12:57.255503 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-6ee2fe5c-6cf2-459c-adea-c6d6bb144d83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3002098 Jul 09 21:12:57.936749 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ebfcc-2a55-415d-b95d-81e91f5ba348 req-a1216dd8-b672-4686-a907-e3f1a3515bc9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:57.938152 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-757ebfcc-2a55-415d-b95d-81e91f5ba348 req-a1216dd8-b672-4686-a907-e3f1a3515bc9 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0615938 Jul 09 21:12:57.975406 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-757ebfcc-2a55-415d-b95d-81e91f5ba348 req-37f2c818-e02c-4293-81a8-63762221b9e8 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317316 Jul 09 21:12:58.088445 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:59.005795 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-c0f00078-eadd-48de-b361-508debf352bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:59.007438 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-c0f00078-eadd-48de-b361-508debf352bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22&tenant_id=2bab4c81fea6404bac53adeccaa0e5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0524530 Jul 09 21:12:59.090024 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-db077526-bf39-4bb5-a75f-5c6d1155ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:59.091563 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-db077526-bf39-4bb5-a75f-5c6d1155ee5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 1096 time: 0.0515323 Jul 09 21:12:59.150897 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bbc80-e229-4423-bf32-c8565f2c5fc7 req-e2b5864b-20d6-4147-9f62-c69ba727fad4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:59.152421 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f63bbc80-e229-4423-bf32-c8565f2c5fc7 req-e2b5864b-20d6-4147-9f62-c69ba727fad4 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0625281 Jul 09 21:12:59.185796 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-52be175c-ba34-4539-88e4-120ae0cdfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:59.187295 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-52be175c-ba34-4539-88e4-120ae0cdfc20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 918 time: 0.0880115 Jul 09 21:12:59.193335 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f63bbc80-e229-4423-bf32-c8565f2c5fc7 req-3f7c8067-8e8d-4d40-8e68-a6c92a5338ab tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351591 Jul 09 21:12:59.254137 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-216699b1-44b1-4d54-800c-c218e4910a12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc3abf8-c43d-4869-b525-02b9341c2226 HTTP/1.1" status: 200 len: 999 time: 0.0588229 Jul 09 21:12:59.302139 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-7e165285-ed9d-4b16-a528-4003d583b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:59.303680 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-7e165285-ed9d-4b16-a528-4003d583b661 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0431514 Jul 09 21:12:59.362432 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-d8fcfa6e-5b10-41f1-b31d-ac6d0de2fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:59.363952 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-d8fcfa6e-5b10-41f1-b31d-ac6d0de2fb77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544586 Jul 09 21:12:59.450401 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-397ed228-6d88-41fe-9028-7ab7f113f289 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800233 Jul 09 21:12:59.539672 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a6735313-bb7f-45d1-8db5-f82ee2fea6b9 req-ad5f2810-f024-40b6-8463-8697752cc929 service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827827 Jul 09 21:13:00.422009 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eb1f0-616e-41a3-86a6-68a2b57f4ff0 req-ce48dd46-ce3e-471e-98eb-2d1784209887 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:00.429147 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9c2eb1f0-616e-41a3-86a6-68a2b57f4ff0 req-ce48dd46-ce3e-471e-98eb-2d1784209887 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.1121876 Jul 09 21:13:00.467727 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9c2eb1f0-616e-41a3-86a6-68a2b57f4ff0 req-fa9cfd72-4a36-4663-bd12-5d10e8715fe5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373726 Jul 09 21:13:01.653259 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318d2e0-7c31-4072-a7ad-3e5b1e956f1f req-2f9d3e93-2fd7-4960-a19c-b2e00b452c31 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:01.654703 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f318d2e0-7c31-4072-a7ad-3e5b1e956f1f req-2f9d3e93-2fd7-4960-a19c-b2e00b452c31 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0657344 Jul 09 21:13:01.694995 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f318d2e0-7c31-4072-a7ad-3e5b1e956f1f req-62aa3bcc-ec5c-4693-a897-f58b61b810ce tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342882 Jul 09 21:13:02.891719 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd393780-68e3-43da-956a-c664befce923 req-15d7207b-0568-4ae3-9e69-390fa6a09c13 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:02.893510 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fd393780-68e3-43da-956a-c664befce923 req-15d7207b-0568-4ae3-9e69-390fa6a09c13 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0670311 Jul 09 21:13:02.934491 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fd393780-68e3-43da-956a-c664befce923 req-43f73f46-4bce-4174-afa2-a0ccc5897104 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343280 Jul 09 21:13:04.127659 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6852abd-74e9-4653-b6eb-6cc7ba0bb13e req-d98ed116-fba9-41a8-9f4e-c96f1fb9c490 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:04.129239 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e6852abd-74e9-4653-b6eb-6cc7ba0bb13e req-d98ed116-fba9-41a8-9f4e-c96f1fb9c490 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0722344 Jul 09 21:13:04.168665 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e6852abd-74e9-4653-b6eb-6cc7ba0bb13e req-527a6f7b-22fb-42a2-b511-3896cba9922d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336452 Jul 09 21:13:05.365384 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946c208-0047-4491-a393-a1835cfbaa40 req-61e5d2c5-113a-49f3-8c41-b24081b41284 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:05.368230 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e946c208-0047-4491-a393-a1835cfbaa40 req-61e5d2c5-113a-49f3-8c41-b24081b41284 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0724938 Jul 09 21:13:05.410845 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e946c208-0047-4491-a393-a1835cfbaa40 req-eb027da8-2a4a-4eef-a3f0-220179699ae1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365202 Jul 09 21:13:06.005217 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:13:06.610164 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf26a-cc85-4d27-acd2-335eb0807f5c req-3a607a0c-0368-4aab-8dfb-985572ad358e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:06.610164 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a90bf26a-cc85-4d27-acd2-335eb0807f5c req-3a607a0c-0368-4aab-8dfb-985572ad358e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0698431 Jul 09 21:13:06.655304 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a90bf26a-cc85-4d27-acd2-335eb0807f5c req-a7b1ac8a-255b-450a-9842-1510eb37839e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396016 Jul 09 21:13:07.843099 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff9aeb-074d-4580-9ed9-13875743153c req-44acaae4-05a5-437d-bfda-fc9807ed85b1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:07.844672 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-47ff9aeb-074d-4580-9ed9-13875743153c req-44acaae4-05a5-437d-bfda-fc9807ed85b1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0685294 Jul 09 21:13:07.884060 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-47ff9aeb-074d-4580-9ed9-13875743153c req-8aeaaa4d-762f-4583-8f27-ce24e61c1aca tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337555 Jul 09 21:13:09.071324 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1891c5-e8ea-4d79-acf5-88a7c5a5169f req-381a2f70-5fa2-4d65-a6d0-700e930edb8b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:09.073018 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8d1891c5-e8ea-4d79-acf5-88a7c5a5169f req-381a2f70-5fa2-4d65-a6d0-700e930edb8b tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0673339 Jul 09 21:13:09.112276 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8d1891c5-e8ea-4d79-acf5-88a7c5a5169f req-893616bd-d48d-4964-8b0a-302622462a24 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337341 Jul 09 21:13:10.296534 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a502c-2717-4c2f-9994-8844e345fcdf req-2ab85fa7-b22f-4812-8d8d-fb34c95189fc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:10.298104 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0f7a502c-2717-4c2f-9994-8844e345fcdf req-2ab85fa7-b22f-4812-8d8d-fb34c95189fc tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0641415 Jul 09 21:13:10.353429 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0f7a502c-2717-4c2f-9994-8844e345fcdf req-1b262271-ca9d-44e0-a2d1-0e1e0cfd1d3e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495181 Jul 09 21:13:11.535697 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3365b-dc81-48c0-9ac7-db61c7efc094 req-6fe63c29-88dd-481c-a52a-9adbbfce300e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:11.537345 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f3e3365b-dc81-48c0-9ac7-db61c7efc094 req-6fe63c29-88dd-481c-a52a-9adbbfce300e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0620859 Jul 09 21:13:11.579215 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f3e3365b-dc81-48c0-9ac7-db61c7efc094 req-e7823446-473b-421e-956b-82406a8b8d07 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356061 Jul 09 21:13:12.761667 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:12.763496 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e821a-8a8e-4382-9854-6968324f29a9 req-d6f2dcd7-bed8-4847-bc78-378369818b26 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:12.765024 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e00e821a-8a8e-4382-9854-6968324f29a9 req-d6f2dcd7-bed8-4847-bc78-378369818b26 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 943 time: 0.0636704 Jul 09 21:13:12.804297 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e00e821a-8a8e-4382-9854-6968324f29a9 req-8a61bd0d-ab7f-45fd-bd7e-c0577033f0a6 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337563 Jul 09 21:13:13.123570 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:13:13.215046 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:13.226186 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'port_id': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'mac_address': 'fa:16:3e:6a:74:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:13:13.267903 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:13.281966 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc3abf8-c43d-4869-b525-02b9341c2226 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:13:13.305876 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:13.362643 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:13.409794 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=9']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:13.701345 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['edc3abf8-c43d-4869-b525-02b9341c2226'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:13:13.988465 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd385-a885-487e-ac15-19795e37efbb req-64be7755-a5d0-46ee-9614-d96ed526bc47 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:13.989899 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1a6fd385-a885-487e-ac15-19795e37efbb req-64be7755-a5d0-46ee-9614-d96ed526bc47 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 944 time: 0.0631030 Jul 09 21:13:14.027108 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1a6fd385-a885-487e-ac15-19795e37efbb req-95321867-fc5b-4223-82e6-60340446943c tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317063 Jul 09 21:13:15.151811 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:15.198120 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port edc3abf8-c43d-4869-b525-02b9341c2226 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:15.198493 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:15.204921 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05099b16-a558-424c-a73c-f2e5fb3480e0 req-6875d26b-7ccf-4701-8aee-6552c6a7df67 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:15.206545 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-05099b16-a558-424c-a73c-f2e5fb3480e0 req-6875d26b-7ccf-4701-8aee-6552c6a7df67 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 944 time: 0.0669835 Jul 09 21:13:15.245112 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-05099b16-a558-424c-a73c-f2e5fb3480e0 req-c6799aa5-364b-4016-ae59-7dc4717af6cb tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321808 Jul 09 21:13:15.275011 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:15.297372 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:15.299627 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e8257-851d-483c-bd19-6b27726ff3b0" -d '{"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-plugged", "status": "completed", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:15.315387 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:15.335079 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2708effd-dc05-4d5c-b89d-4dcccf2a8e2d x-openstack-request-id: req-2708effd-dc05-4d5c-b89d-4dcccf2a8e2d {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:15.335375 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-plugged", "status": "completed", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:15.336146 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2708effd-dc05-4d5c-b89d-4dcccf2a8e2d {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:15.336533 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'code': 200} Jul 09 21:13:15.437057 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:15.485101 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=10']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:15.929877 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d176c65-c957-4c60-a06b-1af3fef61e12 req-1ce49315-0ad8-4e80-8bf8-3919f3397ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:15.931457 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d176c65-c957-4c60-a06b-1af3fef61e12 req-1ce49315-0ad8-4e80-8bf8-3919f3397ab2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 1099 time: 0.0547397 Jul 09 21:13:15.967121 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d176c65-c957-4c60-a06b-1af3fef61e12 req-6f675202-e47e-4285-b06c-1f052548bb3f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277805 Jul 09 21:13:16.420897 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa112-d137-4220-bfc2-153a2dc77c7e req-85e3d7eb-874a-4921-8612-3743648b8b94 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:16.422390 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-76daa112-d137-4220-bfc2-153a2dc77c7e req-85e3d7eb-874a-4921-8612-3743648b8b94 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 946 time: 0.0615332 Jul 09 21:13:16.458700 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-76daa112-d137-4220-bfc2-153a2dc77c7e req-43e8fd32-7ab3-4a49-a384-60e2a9697467 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307186 Jul 09 21:13:17.639539 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d2f7a-ff98-452b-a105-449eb811240b req-b77a7bd0-19a6-477f-9134-b7a0bdd377b5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:17.641177 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d90d2f7a-ff98-452b-a105-449eb811240b req-b77a7bd0-19a6-477f-9134-b7a0bdd377b5 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 946 time: 0.0671656 Jul 09 21:13:17.678641 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d90d2f7a-ff98-452b-a105-449eb811240b req-3b4e32ac-55b0-4d83-b545-38b04f75ff8e tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Jul 09 21:13:18.867828 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb591a-61a2-49b5-956e-563b4b64346a req-ade93073-f18a-4687-8801-bf66da592632 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:18.869320 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5bdb591a-61a2-49b5-956e-563b4b64346a req-ade93073-f18a-4687-8801-bf66da592632 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 946 time: 0.0677581 Jul 09 21:13:18.911577 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5bdb591a-61a2-49b5-956e-563b4b64346a req-7f5257ad-70d8-4f5c-bfb4-ea6313feac72 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362132 Jul 09 21:13:20.086208 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549285-074d-49b0-be2b-3235a1c00282 req-0343ed90-15dc-4a57-8577-6d8de7e9a666 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:20.087732 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-65549285-074d-49b0-be2b-3235a1c00282 req-0343ed90-15dc-4a57-8577-6d8de7e9a666 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 946 time: 0.0613403 Jul 09 21:13:20.123718 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-65549285-074d-49b0-be2b-3235a1c00282 req-c2b07f3d-680b-4177-adc1-af0c7d9a8781 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304954 Jul 09 21:13:22.516629 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7e8da515-4362-440e-8e2f-621be27ac28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:25.106465 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-21bf6af1-fc1b-4dd8-8f33-ccc9bd8d1907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:25.236670 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.436581 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:28.145374 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.532262 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59112) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:41.920297 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Deleting port 4f45ccfa-2325-4616-9fbf-5207fdcf8f80 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:41.920563 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.996115 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.996351 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.008112 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Calling delete_port for 4f45ccfa-2325-4616-9fbf-5207fdcf8f80 owned by network:floatingip {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:42.276641 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.302701 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event deleted for resources: {'Port': ['ID=4f45ccfa-2325-4616-9fbf-5207fdcf8f80,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:42.328794 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.329142 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.329484 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.329820 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.330151 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.330515 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.330867 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.331232 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.331644 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.331967 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.332293 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.332652 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:42.374612 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.374949 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.l3_db [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Floating IP a8ac4f24-82e1-4996-831a-34d2d31ade2b disassociated (deleted). External IP: 172.27.2.230, port: 13792900-0654-491a-810f-256aab079805. Jul 09 21:13:42.609346 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Router 5de42b19-374d-4dea-8da3-fbf33b6b039f has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:42.717365 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:42.722204 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.730026 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] Sync routers for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:42.745157 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:42.745812 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:42.764681 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e4bc94d3-1417-48d6-b78d-c90a6618a366 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "DELETE /v2.0/floatingips/a8ac4f24-82e1-4996-831a-34d2d31ade2b HTTP/1.1" status: 204 len: 168 time: 1.2312884 Jul 09 21:13:42.765272 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'tag': '13792900-0654-491a-810f-256aab079805'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:42.767562 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1449a3f-63db-4729-ae05-e39a38cc715c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "tag": "13792900-0654-491a-810f-256aab079805"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:42.812737 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad00d3-4986-4c59-bf94-b2fb1ed10add x-openstack-request-id: req-36ad00d3-4986-4c59-bf94-b2fb1ed10add {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:42.813082 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "tag": "13792900-0654-491a-810f-256aab079805", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:42.813334 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36ad00d3-4986-4c59-bf94-b2fb1ed10add {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:42.813727 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'tag': '13792900-0654-491a-810f-256aab079805', 'status': 'completed', 'code': 200} Jul 09 21:13:42.832220 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.856614 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:42.917229 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-54642b12-75ef-45bb-b40e-bfc6a154c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:42.918921 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-54642b12-75ef-45bb-b40e-bfc6a154c282 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 1098 time: 0.0580902 Jul 09 21:13:43.004396 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:13:43.017615 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-ab7e37fc-df25-4af2-ac45-8e6ae5b40fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:43.019445 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-ab7e37fc-df25-4af2-ac45-8e6ae5b40fc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328 HTTP/1.1" status: 200 len: 910 time: 0.0935299 Jul 09 21:13:43.063830 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-b4b0ae83-5097-4c84-8e28-64aa62edf6a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13792900-0654-491a-810f-256aab079805 HTTP/1.1" status: 200 len: 217 time: 0.0377707 Jul 09 21:13:43.064635 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 5, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:43.090902 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] Checking router: 5de42b19-374d-4dea-8da3-fbf33b6b039f for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:43.099690 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:43.100341 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:43.117697 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-19fa8dc2-70fc-4f18-ab41-fdf236a6df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:43.119108 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-19fa8dc2-70fc-4f18-ab41-fdf236a6df35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a1c99f2a-8336-4f73-bd03-a3463153b01a HTTP/1.1" status: 200 len: 848 time: 0.0490415 Jul 09 21:13:43.180470 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-3d82c5a7-19dc-4a23-8639-933d41651450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:43.181991 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-3d82c5a7-19dc-4a23-8639-933d41651450 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=917ab1d7-f955-4a0e-9c0e-7be0b4f16328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560577 Jul 09 21:13:43.212698 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:43.298600 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-d3ecfe0e-470f-4524-b2e7-3f9cb892eac8 service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022630 Jul 09 21:13:43.426885 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366e0e-8349-4b0e-aa33-1063dbf4e283 req-ebd6ed7f-622a-496c-b83c-122e98d75797 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:43.428373 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6f366e0e-8349-4b0e-aa33-1063dbf4e283 req-ebd6ed7f-622a-496c-b83c-122e98d75797 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0778399 Jul 09 21:13:43.435588 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 5, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:43.475277 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6f366e0e-8349-4b0e-aa33-1063dbf4e283 req-57b38413-7209-411b-ba9c-cf56fb4c8cbe tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372345 Jul 09 21:13:43.477592 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1449a3f-63db-4729-ae05-e39a38cc715c req-e8ecd181-9612-4901-8161-372ef0e7e556 service neutron] 10.222.0.43 "GET /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226945 Jul 09 21:13:43.589188 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51192a-ba57-4251-bec3-b99ae794abb7 None None] The sync data for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi is: [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': '4e2934a8-3c03-4463-8192-00bed2eee1c8', 'name': '', 'network_id': '917ab1d7-f955-4a0e-9c0e-7be0b4f16328', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'mac_address': 'fa:16:3e:4f:ff:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:34Z', 'updated_at': '2021-07-09T21:07:44Z', 'revision_number': 5, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'subnets': [{'id': 'a1c99f2a-8336-4f73-bd03-a3463153b01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:43.795605 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c24e13-1cba-43c4-a2e6-fd8e33519884 None None] New status for floating IP a8ac4f24-82e1-4996-831a-34d2d31ade2b: DOWN {{(pid=93741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:13:44.648762 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7b437-f1f0-433f-b7ec-4d0bf485dff9 req-b4b5817d-d458-4a8f-9230-6eb2b3e1cae5 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:44.650195 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bbf7b437-f1f0-433f-b7ec-4d0bf485dff9 req-b4b5817d-d458-4a8f-9230-6eb2b3e1cae5 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0627754 Jul 09 21:13:44.689361 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bbf7b437-f1f0-433f-b7ec-4d0bf485dff9 req-6a3b61ff-1257-45fc-8ae2-4fc0e946d275 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/security-groups?id=9757c228-572e-4b53-8e88-749d5b82f048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324957 Jul 09 21:13:45.270719 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-ac7260f3-2b6d-49d4-8ad2-33dbb0686519 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:45.272822 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-ac7260f3-2b6d-49d4-8ad2-33dbb0686519 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 945 time: 0.0627711 Jul 09 21:13:45.378531 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Deleting port 13792900-0654-491a-810f-256aab079805 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:45.378879 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.465344 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] For port 13792900-0654-491a-810f-256aab079805, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=13792900-0654-491a-810f-256aab079805,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:45.465697 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.480235 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Calling delete_port for 13792900-0654-491a-810f-256aab079805 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:45.722043 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.749396 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event deleted for resources: {'Port': ['ID=13792900-0654-491a-810f-256aab079805,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:45.802681 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] No DVR routers for this DVR port 13792900-0654-491a-810f-256aab079805 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:45.805275 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.807624 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ed10859f-0581-480e-b3f8-8a3b69055d33 req-a8d5b4a2-e2b2-4aa9-a2b5-77d4c9198caf tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.43 "DELETE /v2.0/ports/13792900-0654-491a-810f-256aab079805 HTTP/1.1" status: 204 len: 173 time: 0.5282466 Jul 09 21:13:45.808088 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'name': 'network-vif-deleted', 'tag': '13792900-0654-491a-810f-256aab079805'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:45.810871 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2f964d-e8fa-4f45-ac9f-3525d358695d" -d '{"events": [{"server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "name": "network-vif-deleted", "tag": "13792900-0654-491a-810f-256aab079805"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:45.843110 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1c982c2c-a675-45f6-b74f-154131a06c84 req-f1d58cb9-da54-4ee7-9d23-2b4a36e0c556 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0333986 Jul 09 21:13:45.853145 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d38ef-f84b-4640-a426-11f6fa2c9b20 x-openstack-request-id: req-250d38ef-f84b-4640-a426-11f6fa2c9b20 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:45.853437 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1969891-0506-4a8c-95ce-1bc40e070be6", "name": "network-vif-deleted", "tag": "13792900-0654-491a-810f-256aab079805", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:45.853947 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-250d38ef-f84b-4640-a426-11f6fa2c9b20 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:45.854352 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1969891-0506-4a8c-95ce-1bc40e070be6', 'name': 'network-vif-deleted', 'tag': '13792900-0654-491a-810f-256aab079805', 'status': 'completed', 'code': 200} Jul 09 21:13:46.475015 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8492905-6f7f-4043-b7b8-431caae7064a req-d0eda298-d699-4a68-8dbf-34470dae2517 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533926 Jul 09 21:13:46.596614 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492905-6f7f-4043-b7b8-431caae7064a req-5514b025-9c00-4def-b4dd-9cdd859837c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:46.598111 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8492905-6f7f-4043-b7b8-431caae7064a req-5514b025-9c00-4def-b4dd-9cdd859837c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 1099 time: 0.0514131 Jul 09 21:13:46.705359 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492905-6f7f-4043-b7b8-431caae7064a req-8c9b7733-3758-4a69-9be4-e8820b61ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:46.706852 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8492905-6f7f-4043-b7b8-431caae7064a req-8c9b7733-3758-4a69-9be4-e8820b61ae46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 200 len: 918 time: 0.0884724 Jul 09 21:13:46.771598 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8492905-6f7f-4043-b7b8-431caae7064a req-4cfdb1ea-c792-402b-af92-1df291aa95e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc3abf8-c43d-4869-b525-02b9341c2226 HTTP/1.1" status: 200 len: 1001 time: 0.0578628 Jul 09 21:13:46.821118 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492905-6f7f-4043-b7b8-431caae7064a req-729f5bd6-be7f-4bfd-a591-b02b15363af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:46.822581 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8492905-6f7f-4043-b7b8-431caae7064a req-729f5bd6-be7f-4bfd-a591-b02b15363af5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 200 len: 856 time: 0.0443182 Jul 09 21:13:46.888838 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492905-6f7f-4043-b7b8-431caae7064a req-1f4f8df7-d036-405f-b53b-6b4b86313613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:46.890359 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8492905-6f7f-4043-b7b8-431caae7064a req-1f4f8df7-d036-405f-b53b-6b4b86313613 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=00fa62e1-65a0-4147-9c74-576ef33ed2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613973 Jul 09 21:13:46.981772 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8492905-6f7f-4043-b7b8-431caae7064a req-05c6c3b9-c395-4a43-a37d-03a667abcc5d service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835125 Jul 09 21:13:46.998203 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-500f425e-96bb-4ea9-9f6a-ea0f5b9aaac5 req-0d771243-d2ed-487f-87ce-99b1c20256c3 tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0363348 Jul 09 21:13:47.079594 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8492905-6f7f-4043-b7b8-431caae7064a req-3a32f633-cc8c-443a-99a0-21f5e07f424b service neutron] 10.222.0.43 "GET /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897162 Jul 09 21:13:47.301786 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 13792900-0654-491a-810f-256aab079805 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:47.322180 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 13792900-0654-491a-810f-256aab079805 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:47.322417 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 13792900-0654-491a-810f-256aab079805 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:48.158403 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b294781e-a26f-4bc1-99a6-75d813309fdb req-909f5ec0-cc50-4dad-83f7-d93bba7ad88e tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1969891-0506-4a8c-95ce-1bc40e070be6 HTTP/1.1" status: 200 len: 210 time: 0.0292778 Jul 09 21:13:49.255356 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59138) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:49.330483 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.355992 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.493906 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.496464 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.497682 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] 10.222.0.64 "DELETE /v2.0/security-groups/9757c228-572e-4b53-8e88-749d5b82f048 HTTP/1.1" status: 204 len: 168 time: 0.2412038 Jul 09 21:13:49.507130 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9757c228-572e-4b53-8e88-749d5b82f048,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:49.515399 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.515785 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.516300 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.516447 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.516782 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.517110 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.517437 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.517764 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.518093 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.518421 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.518745 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.519067 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129978cb-2013-43f9-9eb8-a5e697bce0ca tempest-TestShelveInstance-605528307 tempest-TestShelveInstance-605528307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:49.643533 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59142) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:50.073664 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:50.323778 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Deleting port 4e2934a8-3c03-4463-8192-00bed2eee1c8 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:50.324444 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:50.402409 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] For port 4e2934a8-3c03-4463-8192-00bed2eee1c8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4e2934a8-3c03-4463-8192-00bed2eee1c8,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:50.402774 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:50.415450 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Calling delete_port for 4e2934a8-3c03-4463-8192-00bed2eee1c8 owned by network:router_interface {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:50.693889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:50.717749 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2934a8-3c03-4463-8192-00bed2eee1c8,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:50.883673 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:51.089818 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Router 5de42b19-374d-4dea-8da3-fbf33b6b039f has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:51.194317 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:51.199312 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-e4834ef4-0233-4c75-8c36-1cd1766c18f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/5de42b19-374d-4dea-8da3-fbf33b6b039f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5547361 Jul 09 21:13:51.202085 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59146) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:51.202864 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] Sync routers for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:51.223833 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:51.224480 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:51.306276 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:51.329615 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:51.408490 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:51.506938 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:13:50Z', 'revision_number': 5, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port': {'id': 'd9abbc53-6931-4603-870d-c429dac91a17', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:30Z', 'updated_at': '2021-07-09T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:51.520343 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Deleting port d9abbc53-6931-4603-870d-c429dac91a17 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:51.520689 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:51.537355 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] Checking router: 5de42b19-374d-4dea-8da3-fbf33b6b039f for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:51.545794 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] Routers {'5de42b19-374d-4dea-8da3-fbf33b6b039f'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:51.546403 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['5de42b19-374d-4dea-8da3-fbf33b6b039f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:51.597629 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] For port d9abbc53-6931-4603-870d-c429dac91a17, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=d9abbc53-6931-4603-870d-c429dac91a17,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:51.598002 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:51.611076 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Calling delete_port for d9abbc53-6931-4603-870d-c429dac91a17 owned by network:router_gateway {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:51.630033 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] Set router 5de42b19-374d-4dea-8da3-fbf33b6b039f gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:51.681369 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:13:51Z', 'revision_number': 6, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port_host': None}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:51.711083 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27201f7d-b8b4-41be-8f80-1f4f458a49ad None None] The sync data for ids ['5de42b19-374d-4dea-8da3-fbf33b6b039f'] in dv-cinder-800272-2-iscsi is: [{'id': '5de42b19-374d-4dea-8da3-fbf33b6b039f', 'name': 'tempest-TestShelveInstance-1361043627-router', 'tenant_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:13:51Z', 'revision_number': 6, 'project_id': '185d454c49a540d79cb9ecdeaea6dd3e', 'gw_port_host': None}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:51.841854 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:51.871895 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9abbc53-6931-4603-870d-c429dac91a17,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:51.931188 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.017236 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.019253 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.127902 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.128433 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de42b19-374d-4dea-8da3-fbf33b6b039f {{(pid=93739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:13:52.135583 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] Notify callbacks [] for router, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.140909 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59150) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:52.143401 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b98d75b9-a5f3-4c9d-9fba-5f10078dbe19 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5de42b19-374d-4dea-8da3-fbf33b6b039f HTTP/1.1" status: 204 len: 168 time: 0.9379144 Jul 09 21:13:52.187710 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-75528395-4ec6-4296-b036-6da00eaeb6f8 admin admin] Deleting subnet a1c99f2a-8336-4f73-bd03-a3463153b01a {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:13:52.190997 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-75528395-4ec6-4296-b036-6da00eaeb6f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.225982 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-75528395-4ec6-4296-b036-6da00eaeb6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126604395'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.337034 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-75528395-4ec6-4296-b036-6da00eaeb6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.465634 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-75528395-4ec6-4296-b036-6da00eaeb6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127220636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126591283'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.493125 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75528395-4ec6-4296-b036-6da00eaeb6f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c99f2a-8336-4f73-bd03-a3463153b01a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:52.495226 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-75528395-4ec6-4296-b036-6da00eaeb6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.497151 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-75528395-4ec6-4296-b036-6da00eaeb6f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a1c99f2a-8336-4f73-bd03-a3463153b01a HTTP/1.1" status: 204 len: 168 time: 0.3551807 Jul 09 21:13:52.499691 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59152) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:52.500076 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4421f45b-5356-48b2-89ff-c927b8fe5519 None None] Network 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:13:52.573218 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.587839 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-882d456c-be07-4386-82ad-81c7bafbe227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.629214 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Deleting port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:52.629609 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.704465 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] For port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:52.704837 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.715071 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92895122-a3de-413f-87af-889541600809 None None] DHCP port deletion for 917ab1d7-f955-4a0e-9c0e-7be0b4f16328 request from dv-cinder-800272-2-iscsi {{(pid=93740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:13:52.726217 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Calling delete_port for 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:52.781948 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-92895122-a3de-413f-87af-889541600809 None None] Deleting port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 {{(pid=93740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:52.782340 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-92895122-a3de-413f-87af-889541600809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.848018 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-92895122-a3de-413f-87af-889541600809 None None] For port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,segment=NetworkSegment(a51055e8-ac22-4bc2-89d2-a09dc5cbdebb),segment_id=a51055e8-ac22-4bc2-89d2-a09dc5cbdebb)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:52.848422 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-92895122-a3de-413f-87af-889541600809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.861378 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-92895122-a3de-413f-87af-889541600809 None None] Calling delete_port for 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 owned by network:dhcp {{(pid=93740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:52.933675 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.941070 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-92895122-a3de-413f-87af-889541600809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253'] for port, after_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:52.959510 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Pushing event deleted for resources: {'Port': ['ID=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:52.962802 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] No DVR routers for this DVR port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 on host dv-cinder-800272-2-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:52.966736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92895122-a3de-413f-87af-889541600809 None None] Pushing event deleted for resources: {'Port': ['ID=641426c8-5f91-4217-a6b2-4edd4f5b6cd8,revision_number=None']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:52.974480 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92895122-a3de-413f-87af-889541600809 None None] No DVR routers for this DVR port 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 on host dv-cinder-800272-2-iscsi {{(pid=93740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:52.981528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92895122-a3de-413f-87af-889541600809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:53.038382 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:53.048050 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917ab1d7-f955-4a0e-9c0e-7be0b4f16328']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:53.323810 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:53.324471 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51055e8-ac22-4bc2-89d2-a09dc5cbdebb') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:53.333805 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126604412'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:53.348144 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:53.354663 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:13:53.355040 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127220601'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: Traceback (most recent call last): Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: timer() Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: cb(*args, **kw) Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: return func(*args, **kwargs) Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: self._notify() Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: self.callback(batched_events) Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: event.method(event) Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: return f(self, *a, **k) Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._get(url).json() Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:13:53.356762 dv-cinder-800272-2-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:13:53.457147 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44651e03-c26e-4d62-9b16-186fe666e764 req-17458b9b-033b-4e8a-8e76-53119b85ea85 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:53.458679 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-44651e03-c26e-4d62-9b16-186fe666e764 req-17458b9b-033b-4e8a-8e76-53119b85ea85 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 946 time: 0.0644183 Jul 09 21:13:53.497258 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-44651e03-c26e-4d62-9b16-186fe666e764 req-af1c12ce-c8c1-4bc1-be85-25f564f57f60 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322986 Jul 09 21:13:53.523685 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:53.529290 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:53.531392 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] 10.222.0.64 "DELETE /v2.0/networks/917ab1d7-f955-4a0e-9c0e-7be0b4f16328 HTTP/1.1" status: 204 len: 168 time: 1.0307605 Jul 09 21:13:53.534376 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59162) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:53.542170 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34f4fe-5390-435a-a288-0cf8a313abcc admin admin] Pushing event deleted for resources: {'Network': ['ID=917ab1d7-f955-4a0e-9c0e-7be0b4f16328,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:53.780858 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device d9abbc53-6931-4603-870d-c429dac91a17 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:53.808244 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: d9abbc53-6931-4603-870d-c429dac91a17 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:53.808589 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device d9abbc53-6931-4603-870d-c429dac91a17 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:53.809020 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:53.828467 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:53.828903 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 641426c8-5f91-4217-a6b2-4edd4f5b6cd8 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:53.829336 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4e2934a8-3c03-4463-8192-00bed2eee1c8 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:53.851705 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 4e2934a8-3c03-4463-8192-00bed2eee1c8 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:53.852054 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4e2934a8-3c03-4463-8192-00bed2eee1c8 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:54.129422 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:54.386406 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Deleting port 675662d7-a342-4daf-96fd-652a94199340 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:54.386669 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:54.463573 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] For port 675662d7-a342-4daf-96fd-652a94199340, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=675662d7-a342-4daf-96fd-652a94199340,segment=NetworkSegment(dcf52ab3-bbb1-46f6-9bb6-3b70194a293c),segment_id=dcf52ab3-bbb1-46f6-9bb6-3b70194a293c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:54.464258 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:54.476706 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Calling delete_port for 675662d7-a342-4daf-96fd-652a94199340 owned by network:router_interface {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:54.713373 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65243932-48c7-4272-b89f-dde5e53eb5fd req-9d41a3ac-8717-4808-b394-6b3be7500daa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:54.714785 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-65243932-48c7-4272-b89f-dde5e53eb5fd req-9d41a3ac-8717-4808-b394-6b3be7500daa tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 946 time: 0.0966179 Jul 09 21:13:54.753580 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-65243932-48c7-4272-b89f-dde5e53eb5fd req-75a44438-36b4-418b-8920-55d29118eef1 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Jul 09 21:13:54.773373 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:54.797738 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=675662d7-a342-4daf-96fd-652a94199340,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:54.855838 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623b66-9013-45ea-a6c1-972870f3888f req-f1622f64-470d-4465-9ff8-7a02d0778acb tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:54.857506 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03623b66-9013-45ea-a6c1-972870f3888f req-f1622f64-470d-4465-9ff8-7a02d0778acb tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 946 time: 0.0731094 Jul 09 21:13:54.964710 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Deleting port edc3abf8-c43d-4869-b525-02b9341c2226 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:54.964967 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:54.982506 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.057291 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] For port edc3abf8-c43d-4869-b525-02b9341c2226, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=edc3abf8-c43d-4869-b525-02b9341c2226,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:55.058240 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.082330 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-153bea5c-fd51-4d4f-955f-51d77f74006b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.199182 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Router 45bad2ad-6916-4818-93a6-e92c6652caff has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:55.236113 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.236763 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.237094 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Floating IP 96f831e6-82cf-44fb-96d4-cc74778c71d0 disassociated. External IP: 172.27.2.123, port: edc3abf8-c43d-4869-b525-02b9341c2226. Jul 09 21:13:55.237435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Calling delete_port for edc3abf8-c43d-4869-b525-02b9341c2226 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:55.253542 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.305831 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:55.311581 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-c77893b7-454d-49f5-93db-1eb51f8cbf2f admin admin] 10.222.0.64 "PUT /v2.0/routers/45bad2ad-6916-4818-93a6-e92c6652caff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759664 Jul 09 21:13:55.313876 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59166) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:55.318591 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] Sync routers for ids ['45bad2ad-6916-4818-93a6-e92c6652caff'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:55.327231 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] Routers {'45bad2ad-6916-4818-93a6-e92c6652caff'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:55.327903 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['45bad2ad-6916-4818-93a6-e92c6652caff'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:55.418642 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks [] for router, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.435100 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] Set router 45bad2ad-6916-4818-93a6-e92c6652caff gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:55.453360 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.492996 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event deleted for resources: {'Port': ['ID=edc3abf8-c43d-4869-b525-02b9341c2226,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:55.530430 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.617906 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:55.679367 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Deleting port 5eaa5618-3019-46c2-8f82-9863b4ce99da {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:55.679788 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.712159 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:13:54Z', 'revision_number': 5, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port': {'id': '5eaa5618-3019-46c2-8f82-9863b4ce99da', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:55.732099 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:55.743695 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] Sync routers for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:55.761041 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] Checking router: 45bad2ad-6916-4818-93a6-e92c6652caff for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:55.762804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:55.763697 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:55.770588 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] Routers {'45bad2ad-6916-4818-93a6-e92c6652caff'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:55.772408 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['45bad2ad-6916-4818-93a6-e92c6652caff'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:55.783731 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] No DVR routers for this DVR port edc3abf8-c43d-4869-b525-02b9341c2226 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:55.786867 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.790838 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03623b66-9013-45ea-a6c1-972870f3888f req-a78a079e-c3f2-4f10-9789-fe42c3c93338 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.43 "DELETE /v2.0/ports/edc3abf8-c43d-4869-b525-02b9341c2226 HTTP/1.1" status: 204 len: 173 time: 0.9279046 Jul 09 21:13:55.791779 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-deleted', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:55.795762 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22283db3-b4bd-4cae-8a30-34c2d18deae1" -d '{"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-deleted", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:55.823704 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] For port 5eaa5618-3019-46c2-8f82-9863b4ce99da, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=5eaa5618-3019-46c2-8f82-9863b4ce99da,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:55.823704 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.845670 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Calling delete_port for 5eaa5618-3019-46c2-8f82-9863b4ce99da owned by network:router_gateway {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:55.873657 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa3c0d0-8824-4598-b380-5204ce1caf69 x-openstack-request-id: req-afa3c0d0-8824-4598-b380-5204ce1caf69 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:55.874219 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15f93fb-ee95-4c16-9ff2-40933ee73b22", "name": "network-vif-deleted", "tag": "edc3abf8-c43d-4869-b525-02b9341c2226", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:55.874219 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afa3c0d0-8824-4598-b380-5204ce1caf69 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:55.874558 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15f93fb-ee95-4c16-9ff2-40933ee73b22', 'name': 'network-vif-deleted', 'tag': 'edc3abf8-c43d-4869-b525-02b9341c2226', 'status': 'completed', 'code': 200} Jul 09 21:13:55.924954 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] Set router 45bad2ad-6916-4818-93a6-e92c6652caff gateway port host: None {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:55.944795 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:55.980255 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9ab0a02a-874d-4afb-84b2-bd6c6968e14f req-e15544d4-85d7-438b-b66c-17bfc79a4fb6 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15f93fb-ee95-4c16-9ff2-40933ee73b22 HTTP/1.1" status: 200 len: 210 time: 0.0456522 Jul 09 21:13:55.988004 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:13:55Z', 'revision_number': 6, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port_host': None}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:56.021812 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499ecf-b344-4dc2-a6ad-ee88395675fa None None] The sync data for ids ['45bad2ad-6916-4818-93a6-e92c6652caff'] in dv-cinder-800272-2-iscsi is: [{'id': '45bad2ad-6916-4818-93a6-e92c6652caff', 'name': 'tempest-TestShelveInstance-97592789-router', 'tenant_id': '7a7a19147e49497c81e2fd31555c62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:42Z', 'updated_at': '2021-07-09T21:13:55Z', 'revision_number': 6, 'project_id': '7a7a19147e49497c81e2fd31555c62e6', 'gw_port_host': None}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:56.188353 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:56.220822 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] Checking router: 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:56.229579 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:56.230186 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:56.253394 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.283744 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaa5618-3019-46c2-8f82-9863b4ce99da,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:56.358858 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.457031 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.459939 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.482820 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:56.487990 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.567478 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.568731 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45bad2ad-6916-4818-93a6-e92c6652caff {{(pid=93739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:13:56.573265 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] Notify callbacks [] for router, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.574442 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-30d41f53-5489-4988-997a-2c317dc6096f admin admin] 10.222.0.64 "DELETE /v2.0/routers/45bad2ad-6916-4818-93a6-e92c6652caff HTTP/1.1" status: 204 len: 168 time: 1.2589390 Jul 09 21:13:56.577039 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59172) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:56.623637 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae0a43d-ab80-4b2b-8fa0-d43cc537bea8 admin admin] Deleting subnet bad42771-1249-4297-a8f5-672b7f1e476d {{(pid=93739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:13:56.626883 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a43d-ab80-4b2b-8fa0-d43cc537bea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.668359 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a43d-ab80-4b2b-8fa0-d43cc537bea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127909642'] for subnet, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.722924 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:56.750097 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d220b28-c4e0-4b6b-9b19-3da13d40e11e None None] The sync data for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi is: [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:06:54Z', 'revision_number': 4, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'e062ff52-9b1a-4b94-a503-108400121b10', 'name': '', 'network_id': '00fa62e1-65a0-4147-9c74-576ef33ed2a8', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'mac_address': 'fa:16:3e:e4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:54Z', 'updated_at': '2021-07-09T21:07:00Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'subnets': [{'id': 'be51743c-91e3-45f4-8dc8-299a7b620a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:56.758241 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a43d-ab80-4b2b-8fa0-d43cc537bea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.905016 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a43d-ab80-4b2b-8fa0-d43cc537bea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127536457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127482677'] for subnet, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.934796 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0a43d-ab80-4b2b-8fa0-d43cc537bea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad42771-1249-4297-a8f5-672b7f1e476d,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:56.936946 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a43d-ab80-4b2b-8fa0-d43cc537bea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:56.941587 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59174) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:56.942095 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-2ae0a43d-ab80-4b2b-8fa0-d43cc537bea8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bad42771-1249-4297-a8f5-672b7f1e476d HTTP/1.1" status: 204 len: 168 time: 0.3635440 Jul 09 21:13:56.947477 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88041301-108d-4c2e-88ad-b1f828ca4288 None None] Network 34256462-09d1-41a3-af22-bea22dc8636f requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:13:57.029364 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.055765 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457d66a5-26ad-4afd-8a42-8fdb94f83909 None None] New status for floating IP 96f831e6-82cf-44fb-96d4-cc74778c71d0: DOWN {{(pid=93741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:13:57.106920 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Deleting port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:57.107360 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.196280 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] For port 70fedbbb-40c9-48dc-90ed-ef150fc1a968, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=70fedbbb-40c9-48dc-90ed-ef150fc1a968,segment=NetworkSegment(dcf52ab3-bbb1-46f6-9bb6-3b70194a293c),segment_id=dcf52ab3-bbb1-46f6-9bb6-3b70194a293c)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:57.196653 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.212623 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] DHCP port deletion for 34256462-09d1-41a3-af22-bea22dc8636f request from dv-cinder-800272-2-iscsi {{(pid=93740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:13:57.214243 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Calling delete_port for 70fedbbb-40c9-48dc-90ed-ef150fc1a968 owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:57.237928 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59180) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:57.264346 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] Deleting port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 {{(pid=93740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:57.265022 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.305300 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-685c5d6d-e318-4d66-8322-ab199bdcd83d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.343158 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] For port 70fedbbb-40c9-48dc-90ed-ef150fc1a968, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=70fedbbb-40c9-48dc-90ed-ef150fc1a968,segment=NetworkSegment(dcf52ab3-bbb1-46f6-9bb6-3b70194a293c),segment_id=dcf52ab3-bbb1-46f6-9bb6-3b70194a293c)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:57.344009 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.347618 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-685c5d6d-e318-4d66-8322-ab199bdcd83d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.360765 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:57.383829 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] Calling delete_port for 70fedbbb-40c9-48dc-90ed-ef150fc1a968 owned by network:dhcp {{(pid=93740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:57.388150 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: edc3abf8-c43d-4869-b525-02b9341c2226 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:57.388150 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device edc3abf8-c43d-4869-b525-02b9341c2226 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:57.413409 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.439565 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=70fedbbb-40c9-48dc-90ed-ef150fc1a968,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:57.443444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] No DVR routers for this DVR port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 on host dv-cinder-800272-2-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:57.462296 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253'] for port, after_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.485927 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] Pushing event deleted for resources: {'Port': ['ID=70fedbbb-40c9-48dc-90ed-ef150fc1a968,revision_number=None']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:57.492836 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ca048-8d95-4f9c-91ac-683b88dfc271 None None] No DVR routers for this DVR port 70fedbbb-40c9-48dc-90ed-ef150fc1a968 on host dv-cinder-800272-2-iscsi {{(pid=93740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:57.516298 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-685c5d6d-e318-4d66-8322-ab199bdcd83d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.517700 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.518887 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-685c5d6d-e318-4d66-8322-ab199bdcd83d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.520081 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-685c5d6d-e318-4d66-8322-ab199bdcd83d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "DELETE /v2.0/security-groups/4bf84e9d-7b9d-4acc-b385-5448d7d86e3b HTTP/1.1" status: 204 len: 168 time: 0.2809887 Jul 09 21:13:57.524097 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59182) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:57.528307 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34256462-09d1-41a3-af22-bea22dc8636f']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:57.539488 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:57.539776 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf52ab3-bbb1-46f6-9bb6-3b70194a293c') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:57.541310 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c5d6d-e318-4d66-8322-ab199bdcd83d tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf84e9d-7b9d-4acc-b385-5448d7d86e3b,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:57.543651 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.api.v2.resource [None req-1d2a75f5-79f1-4b8a-9a0c-ee0fb1a163af tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] show failed (client error): The resource could not be found. Jul 09 21:13:57.547145 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1d2a75f5-79f1-4b8a-9a0c-ee0fb1a163af tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "GET /v2.0/security-groups/4bf84e9d-7b9d-4acc-b385-5448d7d86e3b HTTP/1.1" status: 404 len: 347 time: 0.0194838 Jul 09 21:13:57.547598 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59186) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:57.550485 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126604412'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.569007 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.576756 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:13:57.578433 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127220601'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: Traceback (most recent call last): Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: timer() Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: cb(*args, **kw) Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: return func(*args, **kwargs) Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: self._notify() Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: self.callback(batched_events) Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: event.method(event) Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: return f(self, *a, **k) Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._get(url).json() Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:13:57.579016 dv-cinder-800272-2-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:13:57.685936 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Deleting port 2458f343-139f-4463-aef8-b865e343f5bb {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:57.686617 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.705434 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.722924 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.727264 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] 10.222.0.64 "DELETE /v2.0/networks/34256462-09d1-41a3-af22-bea22dc8636f HTTP/1.1" status: 204 len: 168 time: 0.7794576 Jul 09 21:13:57.742350 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df793f-a33e-4894-8939-e04edf7d5f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=34256462-09d1-41a3-af22-bea22dc8636f,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:57.783952 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.784345 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.801009 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Calling delete_port for 2458f343-139f-4463-aef8-b865e343f5bb owned by network:floatingip {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:57.809137 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 5eaa5618-3019-46c2-8f82-9863b4ce99da no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:57.831730 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 5eaa5618-3019-46c2-8f82-9863b4ce99da {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:57.832079 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 5eaa5618-3019-46c2-8f82-9863b4ce99da not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:57.832495 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 675662d7-a342-4daf-96fd-652a94199340 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:57.851086 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 675662d7-a342-4daf-96fd-652a94199340 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:57.851550 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 675662d7-a342-4daf-96fd-652a94199340 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:57.852752 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 70fedbbb-40c9-48dc-90ed-ef150fc1a968 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:57.870268 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 70fedbbb-40c9-48dc-90ed-ef150fc1a968 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:57.870656 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 70fedbbb-40c9-48dc-90ed-ef150fc1a968 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:58.030840 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.067746 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Pushing event deleted for resources: {'Port': ['ID=2458f343-139f-4463-aef8-b865e343f5bb,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:58.105102 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.126483 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks [] for floatingip, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.129061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.130551 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-f8176c0a-a69d-4bac-8d14-18066d011cb2 tempest-AttachVolumeShelveTestJSON-904118284 tempest-AttachVolumeShelveTestJSON-904118284-project] 10.222.0.64 "DELETE /v2.0/floatingips/96f831e6-82cf-44fb-96d4-cc74778c71d0 HTTP/1.1" status: 204 len: 168 time: 0.5816929 Jul 09 21:13:58.166708 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59192) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:58.216279 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-dd07d707-d9c7-4e98-82ff-7b596f7a2891 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=185d454c49a540d79cb9ecdeaea6dd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480487 Jul 09 21:13:58.218631 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59196) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:58.272061 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a399d889-654b-4751-88c3-e437f57fb3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.294510 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a399d889-654b-4751-88c3-e437f57fb3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.448033 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a399d889-654b-4751-88c3-e437f57fb3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.450694 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a399d889-654b-4751-88c3-e437f57fb3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.452031 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a399d889-654b-4751-88c3-e437f57fb3c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6550392-9068-4d0b-8e75-8f4bdcd471d7 HTTP/1.1" status: 204 len: 168 time: 0.2324562 Jul 09 21:13:58.461168 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399d889-654b-4751-88c3-e437f57fb3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6550392-9068-4d0b-8e75-8f4bdcd471d7,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:59.224128 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59206) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:59.263528 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6d9030b2-e2b0-4dd5-b627-4fd02d135bc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a7a19147e49497c81e2fd31555c62e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381405 Jul 09 21:13:59.265997 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59208) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:59.314953 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ed162b92-adf2-48c5-9132-997d364ae26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:59.335074 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ed162b92-adf2-48c5-9132-997d364ae26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:59.464886 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ed162b92-adf2-48c5-9132-997d364ae26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:59.467521 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ed162b92-adf2-48c5-9132-997d364ae26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:59.468712 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ed162b92-adf2-48c5-9132-997d364ae26e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc91787d-fdad-4f67-8794-cf2c1cf49a92 HTTP/1.1" status: 204 len: 168 time: 0.2018132 Jul 09 21:13:59.482551 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed162b92-adf2-48c5-9132-997d364ae26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc91787d-fdad-4f67-8794-cf2c1cf49a92,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:03.189147 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59248) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:03.727976 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:03.977382 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Deleting port e062ff52-9b1a-4b94-a503-108400121b10 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:14:03.977635 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:04.054094 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] For port e062ff52-9b1a-4b94-a503-108400121b10, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=e062ff52-9b1a-4b94-a503-108400121b10,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:04.057491 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:04.066710 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Calling delete_port for e062ff52-9b1a-4b94-a503-108400121b10 owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:14:04.333691 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:04.360996 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Pushing event deleted for resources: {'Port': ['ID=e062ff52-9b1a-4b94-a503-108400121b10,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:04.525465 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:04.735807 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:14:04.838558 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:14:04.843645 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e4a79af7-bdd5-47a2-a226-c4b3d143d221 admin admin] 10.222.0.64 "PUT /v2.0/routers/6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534092 Jul 09 21:14:04.846112 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59254) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:04.848800 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] Sync routers for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:14:04.859400 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:04.860061 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:04.946702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:04.961257 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:05.147183 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:14:04Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:05.177747 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] Checking router: 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:14:05.186753 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] Routers {'6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:05.187393 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:05.290622 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] Set router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:05.311765 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:05.450088 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Deleting port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:14:05.450742 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:05.467898 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:14:04Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:05.494111 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0fdac-6b07-4244-b0a4-7990073ccbbd None None] The sync data for ids ['6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18'] in dv-cinder-800272-2-iscsi is: [{'id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'name': 'tempest-AttachVolumeShelveTestJSON-1573874580-router', 'tenant_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:06:50Z', 'updated_at': '2021-07-09T21:14:04Z', 'revision_number': 5, 'project_id': '2bab4c81fea6404bac53adeccaa0e5e4', 'gw_port': {'id': '6d1e6c62-cfab-4492-b07b-2b5bbf050d07', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:06:51Z', 'updated_at': '2021-07-09T21:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:14:05.530299 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] For port 6d1e6c62-cfab-4492-b07b-2b5bbf050d07, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=6d1e6c62-cfab-4492-b07b-2b5bbf050d07,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:05.530660 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:05.543752 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Calling delete_port for 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:14:05.761982 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:05.789387 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1e6c62-cfab-4492-b07b-2b5bbf050d07,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:05.855008 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:05.958778 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device e062ff52-9b1a-4b94-a503-108400121b10 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:14:05.959737 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:05.962306 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:05.993189 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: e062ff52-9b1a-4b94-a503-108400121b10 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:14:05.993189 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device e062ff52-9b1a-4b94-a503-108400121b10 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:14:06.064249 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.064789 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:14:06.069831 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.071048 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c3533b11-02d1-487c-9015-e11e655d1086 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6e5adf96-d2e8-4fa9-9c6e-45f35d8fcb18 HTTP/1.1" status: 204 len: 168 time: 1.2239950 Jul 09 21:14:06.073498 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59258) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:06.123499 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1162e23d-f8a8-4dc2-8993-3e3ecca2e200 admin admin] Deleting subnet be51743c-91e3-45f4-8dc8-299a7b620a73 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:14:06.126967 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1162e23d-f8a8-4dc2-8993-3e3ecca2e200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.165864 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1162e23d-f8a8-4dc2-8993-3e3ecca2e200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126604395'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.250876 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1162e23d-f8a8-4dc2-8993-3e3ecca2e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.425312 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1162e23d-f8a8-4dc2-8993-3e3ecca2e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127220636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126591283'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.456686 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162e23d-f8a8-4dc2-8993-3e3ecca2e200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be51743c-91e3-45f4-8dc8-299a7b620a73,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:06.459606 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1162e23d-f8a8-4dc2-8993-3e3ecca2e200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.461300 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1162e23d-f8a8-4dc2-8993-3e3ecca2e200 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/be51743c-91e3-45f4-8dc8-299a7b620a73 HTTP/1.1" status: 204 len: 168 time: 0.3867469 Jul 09 21:14:06.463626 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4649f-c255-4be9-8dac-7f228d5ccb47 None None] Network 00fa62e1-65a0-4147-9c74-576ef33ed2a8 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:14:06.463918 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59268) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:06.535511 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.618506 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-a4b02148-cc8d-4edc-84d9-94eb99479fd9 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108698776&fields=id&tenant_id=de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 267 time: 0.0478530 Jul 09 21:14:06.636761 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Deleting port e42ee7d9-938c-4946-9741-4b80f246f9a7 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:14:06.637120 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.678475 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] DHCP port deletion for 00fa62e1-65a0-4147-9c74-576ef33ed2a8 request from dv-cinder-800272-2-iscsi {{(pid=93740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:14:06.729568 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] Deleting port e42ee7d9-938c-4946-9741-4b80f246f9a7 {{(pid=93740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:14:06.729953 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.775207 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] For port e42ee7d9-938c-4946-9741-4b80f246f9a7, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=e42ee7d9-938c-4946-9741-4b80f246f9a7,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:06.775615 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.790917 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] For port e42ee7d9-938c-4946-9741-4b80f246f9a7, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=e42ee7d9-938c-4946-9741-4b80f246f9a7,segment=NetworkSegment(82062d4c-3174-4950-a586-66a756472ff4),segment_id=82062d4c-3174-4950-a586-66a756472ff4)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:06.791316 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.796581 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Calling delete_port for e42ee7d9-938c-4946-9741-4b80f246f9a7 owned by network:dhcp {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:14:06.804084 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] Calling delete_port for e42ee7d9-938c-4946-9741-4b80f246f9a7 owned by network:dhcp {{(pid=93740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:14:06.806392 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-9f6444b0-5045-4f52-ae58-7f2b378b0ab3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:06.807952 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-9f6444b0-5045-4f52-ae58-7f2b378b0ab3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 812 time: 0.1823778 Jul 09 21:14:06.851735 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-c3724cdd-8eb3-4b84-923b-4a5dc33df440 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/quotas/de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 375 time: 0.0384235 Jul 09 21:14:06.944265 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-d9e25974-7813-411b-aa6a-72c1b9dc8613 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0855012 Jul 09 21:14:06.961848 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253'] for port, after_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:06.987445 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] Pushing event deleted for resources: {'Port': ['ID=e42ee7d9-938c-4946-9741-4b80f246f9a7,revision_number=None']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:06.990775 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47328d53-ba58-4bb1-9e00-07c539334286 None None] No DVR routers for this DVR port e42ee7d9-938c-4946-9741-4b80f246f9a7 on host dv-cinder-800272-2-iscsi {{(pid=93740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:14:07.008941 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:07.045390 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Pushing event deleted for resources: {'Port': ['ID=e42ee7d9-938c-4946-9741-4b80f246f9a7,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:07.056188 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] No DVR routers for this DVR port e42ee7d9-938c-4946-9741-4b80f246f9a7 on host dv-cinder-800272-2-iscsi {{(pid=93739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:14:07.088520 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-40412c83-4772-40a9-9ac2-c6aa9da552cb service neutron] 10.222.0.64 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327267 Jul 09 21:14:07.179217 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:07.191655 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fa62e1-65a0-4147-9c74-576ef33ed2a8']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:07.208056 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82062d4c-3174-4950-a586-66a756472ff4') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:07.208352 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82062d4c-3174-4950-a586-66a756472ff4') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:07.220888 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:07.243992 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-f9c8e116-648c-4f37-8df5-df1ab739dd8f service neutron] 10.222.0.64 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464829 Jul 09 21:14:07.244862 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:07.251453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:14:07.251814 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: self.session.flush() Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: self.session.flush() Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: self.session.flush() Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: self.session.flush() Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:14:07.253598 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:14:07.613312 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:07.619444 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:07.621332 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] 10.222.0.64 "DELETE /v2.0/networks/00fa62e1-65a0-4147-9c74-576ef33ed2a8 HTTP/1.1" status: 204 len: 168 time: 1.1563475 Jul 09 21:14:07.797930 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device e42ee7d9-938c-4946-9741-4b80f246f9a7 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:14:07.819373 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: e42ee7d9-938c-4946-9741-4b80f246f9a7 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:14:07.819790 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device e42ee7d9-938c-4946-9741-4b80f246f9a7 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:14:07.820213 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:14:07.839737 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:14:07.843609 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 6d1e6c62-cfab-4492-b07b-2b5bbf050d07 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:14:07.889321 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981c317-2807-4929-9c4e-8dd47035999f admin admin] Pushing event deleted for resources: {'Network': ['ID=00fa62e1-65a0-4147-9c74-576ef33ed2a8,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:08.057895 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59280) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:08.100470 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-d3284da9-a084-4afa-b8a9-9a35cf2989a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bab4c81fea6404bac53adeccaa0e5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413663 Jul 09 21:14:08.102921 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59284) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:08.166552 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d1d2f3d1-1a1e-491b-9e58-84cc7a7071e4 req-99dc59eb-ce81-444a-9462-a5c03b1c2df0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 210 time: 0.0375028 Jul 09 21:14:08.184974 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70f408e0-c952-45f4-b9a2-2ced703848e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:08.206932 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70f408e0-c952-45f4-b9a2-2ced703848e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:08.310388 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70f408e0-c952-45f4-b9a2-2ced703848e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:08.312943 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70f408e0-c952-45f4-b9a2-2ced703848e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:08.314155 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-70f408e0-c952-45f4-b9a2-2ced703848e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4541e3ec-5557-4c13-b0ef-24c547fd182d HTTP/1.1" status: 204 len: 168 time: 0.2101328 Jul 09 21:14:08.322891 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f408e0-c952-45f4-b9a2-2ced703848e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541e3ec-5557-4c13-b0ef-24c547fd182d,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:09.309003 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ede26541-bd9c-4074-81d9-7da5c3d169dd req-e3708c12-78ff-435b-8fd8-4fa8272e9693 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 210 time: 0.0305355 Jul 09 21:14:09.352687 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59316) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:09.446002 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-259961509-network', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:09.550045 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Made reservation on behalf of 9f9d9ada0e724567873c7c0d8b1f2fa0 for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:14:09.552511 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:09.561918 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:09.647312 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:09.733320 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:09.758336 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:14:09.768494 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19929494-8a48-4db2-b74a-4b3363f27256,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:09.773351 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:09.773699 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Added segment ea3e0f7c-ec8e-46c4-b47e-a318ab079f29 of type vlan for network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 Jul 09 21:14:09.812430 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:09.944931 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:09.945933 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:09.946533 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:10.007703 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] Pushing event updated for resources: {'Network': ['ID=6fdbbd10-0508-4ce1-9d8b-90fcbe157347,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:10.017383 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:14:10.122257 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-e44749ac-1e99-429e-945d-4745f2bdc40f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7684350 Jul 09 21:14:10.127493 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59320) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:10.129901 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Request body: {'subnet': {'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-259961509-subnet', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:10.444613 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Made reservation on behalf of 9f9d9ada0e724567873c7c0d8b1f2fa0 for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:14:10.446877 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127483860'] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:10.451132 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0b0470f4-bfb3-464d-9b12-e5f112369529 req-74fdd948-5af6-4841-add1-2a6fba5ff1ea tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 210 time: 0.0338063 Jul 09 21:14:10.617703 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-e16e94b5-93dc-41d5-8738-a1815d334144 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:10.619103 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-e16e94b5-93dc-41d5-8738-a1815d334144 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 812 time: 0.1005776 Jul 09 21:14:10.684834 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-c44a2500-034e-4bc1-9db9-ecd4bbd7e0b1 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2b471734b940838c34baa370312039 HTTP/1.1" status: 200 len: 380 time: 0.0348067 Jul 09 21:14:10.694163 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127536398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127483846'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:10.694673 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'port': {'device_id': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'admin_state_up': True, 'tenant_id': 'de2b471734b940838c34baa370312039', 'security_groups': ['51d5b7c0-6f8c-475a-8207-d8f46703f803']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:10.749357 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c256a30a-047f-4b2f-bfb6-0e7aebd15245,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:10.760367 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Checking segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:14:10.760732 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Network hostable DHCP agents. Network: 6fdbbd10-0508-4ce1-9d8b-90fcbe157347, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:14:10.893504 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:14:10.967435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Made reservation on behalf of de2b471734b940838c34baa370312039 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:14:10.971074 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.081532 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, 6fdbbd10-0508-4ce1-9d8b-90fcbe157347) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:11.086453 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:11.093955 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.095385 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b8c796-f75d-4d60-b75d-f15e80cb5da9 None None] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:14:11.196765 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1ed285e5-9abf-41e0-a4db-a506ecef5769 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0704739 Jul 09 21:14:11.199262 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59324) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:11.201916 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Allocated IP 172.20.0.14 (3fa4e6b2-bb2e-449c-b003-a2822e487d5e/49d630fe-3c53-4ee6-80ce-4c6ca55e718c/b80e6cc5-8ad7-49f1-bc99-fb7b553331cc) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:14:11.211563 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:11.245665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdffbc305-cebb-585a-9a16-761d5a57cafb-6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245'}]}} from dv-cinder-800272-2-iscsi. {{(pid=93740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:14:11.246568 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.310728 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3757884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7460'] for router, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.311817 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3757987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3747603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3817186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7467'] for router, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.359067 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.368526 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.373712 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Transition to ACTIVE for port object b80e6cc5-8ad7-49f1-bc99-fb7b553331cc will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:11.382358 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.db_base_plugin_common [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Allocated IP 172.20.0.2 (6fdbbd10-0508-4ce1-9d8b-90fcbe157347/c256a30a-047f-4b2f-bfb6-0e7aebd15245/4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7) {{(pid=93740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:14:11.529794 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Notify callbacks [] for port, precommit_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.538877 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Transition to ACTIVE for port object 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:11.545196 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.559335 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Transition to ACTIVE for port object 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 will not be triggered until provisioned by entity DHCP. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:11.596184 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:14:11.599462 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:11.604795 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:14:11.605348 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3812089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3757870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7481'] for router, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.615703 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:11.636349 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244'] for port, after_create {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.654127 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bb047-2d35-4ec0-b22f-445a726184a0 req-ab4f8cef-0e34-4e88-9a60-ae5be473e145 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:11.656255 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-124bb047-2d35-4ec0-b22f-445a726184a0 req-ab4f8cef-0e34-4e88-9a60-ae5be473e145 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 932 time: 0.0877702 Jul 09 21:14:11.661826 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:11.663175 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.675788 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 is already hosted by enough agents. {{(pid=93740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:14:11.683302 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.scheduler.base_scheduler [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Resources bound (agent type, host, resource id): {{(pid=93740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:11.688537 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Received port after_create {{(pid=93740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:14:11.699665 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-124bb047-2d35-4ec0-b22f-445a726184a0 req-724f4030-a29c-4b05-baf5-fd2fcd27744f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375578 Jul 09 21:14:11.723462 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Pushing event updated for resources: {'Port': ['ID=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,revision_number=1']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:11.739685 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cdeee3bc-fdac-40b8-8e62-4e950e29a81f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0491731 Jul 09 21:14:11.758685 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Attempting to bind port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:14:11.759072 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Attempting to bind port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:14:11.759535 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Attempting to bind port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 on network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:14:11.762591 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Request body: {'port': {'device_id': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:11.765544 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:14:11.765978 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Checking segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:14:11.766393 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.766805 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Bound using segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:14:11.767274 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Bound port: 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:14:11.767689 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.872190 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.939198 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.963080 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:11.980892 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] For port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:14:11.984178 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] For port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:14:12.001287 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-7a5a7e3d-23c8-4737-9681-c7b53d208a20 None None] Provisioning for port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:12.007106 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-7a5a7e3d-23c8-4737-9681-c7b53d208a20 None None] Provisioning complete for port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:12.008406 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a5a7e3d-23c8-4737-9681-c7b53d208a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.043841 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a7e3d-23c8-4737-9681-c7b53d208a20 None None] Port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:14:12.065510 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.070223 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Allocated IP 172.27.2.47 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/ba40b274-0100-43d6-abd6-e44e5c8c73b8) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:14:12.129000 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff37189-db31-46eb-9ffc-b96632b98b56 None None] Pushing event updated for resources: {'Port': ['ID=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:12.183456 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80e6cc5-8ad7-49f1-bc99-fb7b553331cc {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:14:12.191463 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.203260 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.217015 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Transition to ACTIVE for port object b80e6cc5-8ad7-49f1-bc99-fb7b553331cc will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:12.345463 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.347341 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.386290 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:14:12.391455 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:12.395045 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:14:12.418497 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:12.423781 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Pushing event updated for resources: {'Port': ['ID=ba40b274-0100-43d6-abd6-e44e5c8c73b8,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:12.480086 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Attempting to bind port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:14:12.480519 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Attempting to bind port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:14:12.480935 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Attempting to bind port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:14:12.485770 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:14:12.486181 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Attempting to bind port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc on network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:14:12.496586 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:14:12.496898 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Checking segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:14:12.497387 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Bound using segment: {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:14:12.497951 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Bound port: b80e6cc5-8ad7-49f1-bc99-fb7b553331cc, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:14:12.498404 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.575326 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] For port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:14:12.578958 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] For port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:14:12.642466 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.680809 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:12.681441 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.682911 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] 10.222.0.43 "PUT /v2.0/ports/b80e6cc5-8ad7-49f1-bc99-fb7b553331cc HTTP/1.1" status: 200 len: 1094 time: 0.9285605 Jul 09 21:14:12.683350 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:14:12.687632 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa974c-831d-409a-8cf3-730f70324d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:14:12.726832 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff259d5-4e65-4d4b-bbb7-84ba3a6d1414 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:12.731933 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35667306-9a9e-4416-af76-a5c7735ca90e x-openstack-request-id: req-35667306-9a9e-4416-af76-a5c7735ca90e {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:14:12.732227 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:14:12.732494 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35667306-9a9e-4416-af76-a5c7735ca90e {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:14:12.733225 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'status': 'completed', 'code': 200} Jul 09 21:14:12.805553 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.848263 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:12.857639 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa974c-831d-409a-8cf3-730f70324d8b req-20792a5f-1fdf-4744-9b65-b31e6598d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:12.860357 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f0aa974c-831d-409a-8cf3-730f70324d8b req-20792a5f-1fdf-4744-9b65-b31e6598d9c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 1097 time: 0.0896184 Jul 09 21:14:12.975905 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa974c-831d-409a-8cf3-730f70324d8b req-05959b07-09bf-40a5-83e2-404aef5f00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:12.976188 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655206cd-a6e8-438f-9050-5118c7bde38b req-906f63bb-dd62-47fa-9c93-61bc6025d42e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:12.977734 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-655206cd-a6e8-438f-9050-5118c7bde38b req-906f63bb-dd62-47fa-9c93-61bc6025d42e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 944 time: 0.1315920 Jul 09 21:14:12.978002 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f0aa974c-831d-409a-8cf3-730f70324d8b req-05959b07-09bf-40a5-83e2-404aef5f00c1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=de2b471734b940838c34baa370312039&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033847 Jul 09 21:14:13.086382 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa974c-831d-409a-8cf3-730f70324d8b req-509a92f7-d3e1-43ec-81af-bf9dd4791a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:13.086382 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f0aa974c-831d-409a-8cf3-730f70324d8b req-509a92f7-d3e1-43ec-81af-bf9dd4791a25 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962694 Jul 09 21:14:13.094584 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-655206cd-a6e8-438f-9050-5118c7bde38b req-3669accb-d049-4fb7-a2f1-933b94d1f89d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825176 Jul 09 21:14:13.113595 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3757879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3812066'] for router, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:13.233039 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-72258fd3-556d-4d49-80fa-490cbec8d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:13.234649 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-72258fd3-556d-4d49-80fa-490cbec8d719 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 1097 time: 0.0632534 Jul 09 21:14:13.287288 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4351f96-8f85-4138-84cc-8a68d4286611 None None] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:14:13.287899 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-1437aef2-4824-430e-8ba7-6428e9a0f231 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc HTTP/1.1" status: 200 len: 217 time: 0.0406153 Jul 09 21:14:13.336749 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-77e3e2ef-c23b-40b6-9c7d-55619629c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:13.338213 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-77e3e2ef-c23b-40b6-9c7d-55619629c16f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0446901 Jul 09 21:14:13.361887 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Router 064df0b4-4269-4618-a269-f37a8913134c is scheduled to L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 with binding_index 1 {{(pid=93739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:14:13.394376 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-b1af08c1-1864-415c-a105-7d578d5ef270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:13.395925 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-b1af08c1-1864-415c-a105-7d578d5ef270 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520859 Jul 09 21:14:13.408060 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-b0b12cf6-55e6-405d-a757-52df3588bfb9 None None] Provisioning for port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:13.476602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:14:13.490086 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Sync routers for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:14:13.496963 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-a720e043-dd86-4c6f-8f83-9405fccae8ff service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945714 Jul 09 21:14:13.501373 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:13.502034 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:13.545982 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] Notify callbacks [] for router, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:13.550805 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-e6a246e6-9926-493c-bc60-187e71a8cadf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3503067 Jul 09 21:14:13.551193 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59332) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:13.615580 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:13.676479 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb5df58b-dd34-452e-b6f3-cd98c4fbda3f req-cbf609b6-c506-4796-a4ea-6544831f51c1 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725190 Jul 09 21:14:13.803989 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:12Z', 'revision_number': 3, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:13.850286 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Checking router: 064df0b4-4269-4618-a269-f37a8913134c for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:14:13.851078 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Updating router 064df0b4-4269-4618-a269-f37a8913134c port ba40b274-0100-43d6-abd6-e44e5c8c73b8 binding host dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:14:13.863356 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:14:13.890087 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:13.989820 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.024757 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:14.028738 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:14.029188 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.110567 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.143522 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:14.148070 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Allocated IP 172.20.0.1 (6fdbbd10-0508-4ce1-9d8b-90fcbe157347/c256a30a-047f-4b2f-bfb6-0e7aebd15245/a2f5f11f-b4c4-475f-b28c-3c9975398ee8) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:14:14.155272 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.166973 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Transition to ACTIVE for port object ba40b274-0100-43d6-abd6-e44e5c8c73b8 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:14.230320 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.257752 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.276022 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Transition to ACTIVE for port object a2f5f11f-b4c4-475f-b28c-3c9975398ee8 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:14.281898 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.287313 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:14.308715 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168f3a5-ba34-4b9d-8857-35ae95ad7f80 req-e1c0f127-759d-40c1-8e0b-895ee1516061 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:14.321523 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1168f3a5-ba34-4b9d-8857-35ae95ad7f80 req-e1c0f127-759d-40c1-8e0b-895ee1516061 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 944 time: 0.0738595 Jul 09 21:14:14.345409 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Attempting to bind port ba40b274-0100-43d6-abd6-e44e5c8c73b8 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:14:14.345826 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Attempting to bind port ba40b274-0100-43d6-abd6-e44e5c8c73b8 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:14:14.350242 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Attempting to bind port ba40b274-0100-43d6-abd6-e44e5c8c73b8 on network 505fb598-f2e1-4e01-9926-2554058e8c5b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:14:14.350242 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Pushing event updated for resources: {'Port': ['ID=ba40b274-0100-43d6-abd6-e44e5c8c73b8,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:14.357942 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.358285 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.358626 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.358957 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.359292 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.359643 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.359969 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.360292 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.360663 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.360929 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.361247 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.361564 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:14:14.365000 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:14:14.365865 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Checking segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:14:14.366037 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1168f3a5-ba34-4b9d-8857-35ae95ad7f80 req-f62db647-83b2-4994-aed3-d4936b845cdd tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457551 Jul 09 21:14:14.366270 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.366654 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Bound using segment: {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:14:14.367121 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Bound port: ba40b274-0100-43d6-abd6-e44e5c8c73b8, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca58fa0d-d77b-461e-81e8-d61a4de043c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:14:14.367522 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.418021 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] For port ba40b274-0100-43d6-abd6-e44e5c8c73b8, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:14:14.419529 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.420986 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] For port ba40b274-0100-43d6-abd6-e44e5c8c73b8, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ba40b274-0100-43d6-abd6-e44e5c8c73b8,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:14:14.453734 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:14:14.456509 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:14.462338 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:14:14.490974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Pushing event updated for resources: {'Port': ['ID=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:14.507640 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3747541'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.522612 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.587297 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:14.588020 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:14.591025 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906bfb-bc61-4a98-9945-c4bc264deab4 None None] Pushing event updated for resources: {'Port': ['ID=ba40b274-0100-43d6-abd6-e44e5c8c73b8,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:14.700786 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:14.750024 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-172cedc9-8e0c-4889-98e8-6ab0b49d3919 None None] Provisioning for port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:14.751000 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.754454 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-172cedc9-8e0c-4889-98e8-6ab0b49d3919 None None] Provisioning complete for port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:14.754840 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-172cedc9-8e0c-4889-98e8-6ab0b49d3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.789498 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-172cedc9-8e0c-4889-98e8-6ab0b49d3919 None None] Port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:14:14.882637 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:12Z', 'revision_number': 3, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:14.908286 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ecc6f-97c4-445c-b90d-e27d611f74fb None None] The sync data for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi is: [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:12Z', 'revision_number': 3, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:14:14.925502 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:14.995995 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:15.064416 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3746728'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:15.066209 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Pushing event updated for resources: {'Port': ['ID=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:15.175831 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:14:15.177920 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:15.311606 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Router 064df0b4-4269-4618-a269-f37a8913134c has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:14:15.419385 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-cff6bba3-4ae4-4967-83af-e392f129bfd1 None None] Provisioning complete for port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:15.419982 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-cff6bba3-4ae4-4967-83af-e392f129bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:15.431018 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:14:15.444679 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6e2cd936-bbef-4763-b5dc-b2d534875d5b admin admin] 10.222.0.64 "PUT /v2.0/routers/064df0b4-4269-4618-a269-f37a8913134c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8841908 Jul 09 21:14:15.461618 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-cff6bba3-4ae4-4967-83af-e392f129bfd1 None None] Port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:14:15.569660 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1b838-7a83-4c8f-bea7-20b3e19ad405 req-7bfe2264-804a-42df-a836-7ddaa997f8ae tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:15.571254 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8ee1b838-7a83-4c8f-bea7-20b3e19ad405 req-7bfe2264-804a-42df-a836-7ddaa997f8ae tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 944 time: 0.0773928 Jul 09 21:14:15.612604 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8ee1b838-7a83-4c8f-bea7-20b3e19ad405 req-60426b66-8e6b-4ebe-89d0-2baecc05f035 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345867 Jul 09 21:14:15.889130 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ba40b274-0100-43d6-abd6-e44e5c8c73b8 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:14:16.008095 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port ba40b274-0100-43d6-abd6-e44e5c8c73b8 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:16.012279 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port ba40b274-0100-43d6-abd6-e44e5c8c73b8 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:16.012648 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.090647 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.111026 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port ba40b274-0100-43d6-abd6-e44e5c8c73b8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ba40b274-0100-43d6-abd6-e44e5c8c73b8,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:16.131314 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59344) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:16.135708 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-fe28ebe1-2743-4f48-8bb5-f3ee557e267e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313295577', 'description': 'tempest-description--814899566'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:16.218692 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.219520 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:14:16.253061 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe28ebe1-2743-4f48-8bb5-f3ee557e267e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.302587 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=ba40b274-0100-43d6-abd6-e44e5c8c73b8,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:16.316064 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:16.316509 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.349807 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe28ebe1-2743-4f48-8bb5-f3ee557e267e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.452932 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe28ebe1-2743-4f48-8bb5-f3ee557e267e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.483046 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28ebe1-2743-4f48-8bb5-f3ee557e267e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d127e22-1ebe-421a-937d-07508589665a,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:16.499295 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Sync routers for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:14:16.524621 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:16.524621 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:16.595969 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe28ebe1-2743-4f48-8bb5-f3ee557e267e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.597247 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-fe28ebe1-2743-4f48-8bb5-f3ee557e267e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4653022 Jul 09 21:14:16.600781 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59346) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:16.606216 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-b5dc5683-6e2a-4578-bdbf-145279fb3e66 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'security_group_rule': {'security_group_id': '8d127e22-1ebe-421a-937d-07508589665a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:16.618017 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:16.742049 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5683-6e2a-4578-bdbf-145279fb3e66 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.792229 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea262-bcc2-4cec-a08f-dc0304a4c9a7 req-089b55fd-e8fb-4bc6-9448-93031eb196db tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:16.793713 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1bbea262-bcc2-4cec-a08f-dc0304a4c9a7 req-089b55fd-e8fb-4bc6-9448-93031eb196db tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 944 time: 0.0659714 Jul 09 21:14:16.806022 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5683-6e2a-4578-bdbf-145279fb3e66 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.822286 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 2, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:16.832643 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1bbea262-bcc2-4cec-a08f-dc0304a4c9a7 req-5c70b480-335b-476a-8515-440cb1f77e11 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323186 Jul 09 21:14:16.854999 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Checking router: 064df0b4-4269-4618-a269-f37a8913134c for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:14:16.855357 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Updating router 064df0b4-4269-4618-a269-f37a8913134c port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 binding host dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:14:16.887325 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.904329 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5683-6e2a-4578-bdbf-145279fb3e66 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:16.925433 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc5683-6e2a-4578-bdbf-145279fb3e66 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0d6604-6292-4a36-a909-5231f8d4cd47,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:17.036168 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5683-6e2a-4578-bdbf-145279fb3e66 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.037422 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b5dc5683-6e2a-4578-bdbf-145279fb3e66 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4355552 Jul 09 21:14:17.040103 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59350) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:17.045005 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-a68faad6-5b41-4c37-85e7-afc60fb2e9db tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'security_group_rule': {'security_group_id': '8d127e22-1ebe-421a-937d-07508589665a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:17.143255 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a68faad6-5b41-4c37-85e7-afc60fb2e9db tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.144651 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.154524 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Transition to ACTIVE for port object a2f5f11f-b4c4-475f-b28c-3c9975398ee8 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:17.200506 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a68faad6-5b41-4c37-85e7-afc60fb2e9db tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.236102 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.288893 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d417a-483e-495c-893a-5ede66fe3230 None None] Pushing event updated for resources: {'Port': ['ID=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:17.321878 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a68faad6-5b41-4c37-85e7-afc60fb2e9db tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.342946 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68faad6-5b41-4c37-85e7-afc60fb2e9db tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe17f00-096c-489d-9336-c590d9918248,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:17.344679 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Attempting to bind port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 on host dv-cinder-800272-2-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:14:17.348937 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Attempting to bind port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 by drivers openvswitch,hyperv on host dv-cinder-800272-2-iscsi at level 0 using segments [{'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:14:17.348937 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Attempting to bind port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 on network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:14:17.353826 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Checking agent: {'id': 'ca7dbf84-bd47-4ec4-a046-11c0e12512e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800272-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 20, 57, 25), 'started_at': datetime.datetime(2021, 7, 9, 20, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800272-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:14:17.354504 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Checking segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:14:17.354910 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.355309 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Bound using segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:14:17.355807 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Bound port: a2f5f11f-b4c4-475f-b28c-3c9975398ee8, host: dv-cinder-800272-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:14:17.356195 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.422478 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] For port a2f5f11f-b4c4-475f-b28c-3c9975398ee8, host dv-cinder-800272-2-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:14:17.425196 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a68faad6-5b41-4c37-85e7-afc60fb2e9db tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.425748 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] For port a2f5f11f-b4c4-475f-b28c-3c9975398ee8, host dv-cinder-800272-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:14:17.426609 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a68faad6-5b41-4c37-85e7-afc60fb2e9db tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3855503 Jul 09 21:14:17.430153 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59352) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:17.434715 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:17.527324 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.555862 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.580644 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:17.581291 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:13:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:17.627372 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d417a-483e-495c-893a-5ede66fe3230 None None] Pushing event updated for resources: {'Port': ['ID=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:17.664093 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.708065 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:17.771789 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Allocated IP 172.27.2.252 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/006e7013-8ec7-49ef-a716-6637afb94413) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:14:17.819232 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ba40b274-0100-43d6-abd6-e44e5c8c73b8 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:14:17.881830 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.931928 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port ba40b274-0100-43d6-abd6-e44e5c8c73b8 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:17.932298 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.975869 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:17.991837 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:17Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:18.017473 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:14:18.025274 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:18.035030 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9524d3f9-8a6f-4694-873a-06f76d881350 None None] The sync data for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi is: [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:17Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:14:18.035388 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:14:18.063534 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'Port': ['ID=006e7013-8ec7-49ef-a716-6637afb94413,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:18.111465 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977b2f-8d8b-4d40-9b56-6bee99b8502d req-9518feb0-cae8-49a4-9255-ff094529c42a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:18.113231 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a4977b2f-8d8b-4d40-9b56-6bee99b8502d req-9518feb0-cae8-49a4-9255-ff094529c42a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 944 time: 0.1650853 Jul 09 21:14:18.181221 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:18.185211 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a4977b2f-8d8b-4d40-9b56-6bee99b8502d req-436a81ed-4e26-4d3d-9f92-c2c8115bc24a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471947 Jul 09 21:14:18.295602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:18.459201 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:18.533188 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:18.601033 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'Port': ['ID=006e7013-8ec7-49ef-a716-6637afb94413,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:18.617801 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:18.687972 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:18.689276 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-be1d7e46-f715-4392-82f3-5a057086646a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2581217 Jul 09 21:14:18.834915 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-5e792f9f-2663-4cef-9489-a4e65f791345 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1313295577&fields=id&tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0 HTTP/1.1" status: 200 len: 267 time: 0.0353169 Jul 09 21:14:18.941139 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-4f1369f3-17f7-40b1-808d-7a5b2a2e6f26 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:18.942660 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-4f1369f3-17f7-40b1-808d-7a5b2a2e6f26 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 810 time: 0.1013379 Jul 09 21:14:18.958413 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-4a70b91c-4713-4ca1-8135-62b7bcf3a855 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/quotas/9f9d9ada0e724567873c7c0d8b1f2fa0 HTTP/1.1" status: 200 len: 375 time: 0.0095382 Jul 09 21:14:19.032268 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-dad8bead-f6ec-446a-8b64-ebd3d139ff18 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683153 Jul 09 21:14:19.125942 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-0be5d662-c156-4d3b-9b59-6811627cba3e service neutron] 10.222.0.64 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821447 Jul 09 21:14:19.216660 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-e42ca502-97ce-430b-857d-d1d5f7dcb0b7 service neutron] 10.222.0.64 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Jul 09 21:14:19.357990 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9f52d-c6be-4226-a865-0be7e27a7f8f req-a612aa3e-fe4c-4208-8695-1f00ca8fbd7e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:19.359531 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a7d9f52d-c6be-4226-a865-0be7e27a7f8f req-a612aa3e-fe4c-4208-8695-1f00ca8fbd7e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 944 time: 0.0650949 Jul 09 21:14:19.398203 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a7d9f52d-c6be-4226-a865-0be7e27a7f8f req-b93c7c16-5958-4e15-93b6-e997d965e982 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325160 Jul 09 21:14:19.461262 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cbc8c2fb-3669-4b72-860e-26819e89d8e9 req-9330cf7b-3d0c-441b-9968-6fc88ac7f021 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 210 time: 0.0287390 Jul 09 21:14:19.820705 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device a2f5f11f-b4c4-475f-b28c-3c9975398ee8 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:14:19.945129 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning for port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:19.949156 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:19.949534 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:20.003362 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:14:20.025414 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:20.057601 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] For port a2f5f11f-b4c4-475f-b28c-3c9975398ee8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:20.162303 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:20.214104 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Pushing event updated for resources: {'Port': ['ID=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:20.566567 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ec817238-dda2-466c-866e-293a4551ecb3 req-252b2e83-5c5a-4817-b62f-fea3d5ecf8ca tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 210 time: 0.0475519 Jul 09 21:14:20.598153 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43ca08-61ed-4b3f-bc20-3ef138801d24 req-be2df59e-2abf-45a9-b487-52a8cfa76dcf tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:20.600195 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db43ca08-61ed-4b3f-bc20-3ef138801d24 req-be2df59e-2abf-45a9-b487-52a8cfa76dcf tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 944 time: 0.0924449 Jul 09 21:14:20.637823 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-db43ca08-61ed-4b3f-bc20-3ef138801d24 req-a9c90aaf-5996-4500-a63f-cf136adb1300 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318034 Jul 09 21:14:21.559601 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device b80e6cc5-8ad7-49f1-bc99-fb7b553331cc details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:14:21.657563 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:21.670298 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'port_id': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'mac_address': 'fa:16:3e:0c:39:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:14:21.706946 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0156dca7-5645-4bc8-a2bf-69ae947bd3f4 req-e9f4fa01-07cd-4b2a-9319-fcd2ca77af61 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 210 time: 0.0300746 Jul 09 21:14:21.707717 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:21.721751 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80e6cc5-8ad7-49f1-bc99-fb7b553331cc {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:14:21.747316 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:21.807703 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device a2f5f11f-b4c4-475f-b28c-3c9975398ee8 up at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:14:21.840588 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87edb72-7ec0-4bfe-9a09-9fa7fd548c1d req-7b6ea750-03aa-4dff-a388-3499a58f9c78 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:21.840588 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d87edb72-7ec0-4bfe-9a09-9fa7fd548c1d req-7b6ea750-03aa-4dff-a388-3499a58f9c78 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 944 time: 0.0635254 Jul 09 21:14:21.858066 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Provisioning complete for port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:21.858451 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:21.877733 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d87edb72-7ec0-4bfe-9a09-9fa7fd548c1d req-7c18bedf-c106-4a4a-9f23-4f88ac855363 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347903 Jul 09 21:14:21.886599 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:21.940574 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:22.054015 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-30383dc4-6bd6-4606-a9b8-977bb7a6d9ce tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:22.055503 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-30383dc4-6bd6-4606-a9b8-977bb7a6d9ce tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 810 time: 0.1021006 Jul 09 21:14:22.109096 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-d8bceea3-5430-4b1c-ad13-7f36adb87c55 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0 HTTP/1.1" status: 200 len: 380 time: 0.0375679 Jul 09 21:14:22.118316 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'port': {'device_id': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'admin_state_up': True, 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'security_groups': ['8d127e22-1ebe-421a-937d-07508589665a']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:22.171832 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['b80e6cc5-8ad7-49f1-bc99-fb7b553331cc'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:14:22.344680 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Made reservation on behalf of 9f9d9ada0e724567873c7c0d8b1f2fa0 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:14:22.348400 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:22.478732 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Allocated IP 172.20.0.6 (6fdbbd10-0508-4ce1-9d8b-90fcbe157347/c256a30a-047f-4b2f-bfb6-0e7aebd15245/afc9d847-b502-451a-ab35-94d65e5d722e) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:14:22.555817 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0f73b470-132b-4d5c-bfde-2e486c6e81a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:22.608767 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:22.621843 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Transition to ACTIVE for port object afc9d847-b502-451a-ab35-94d65e5d722e will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:22.710586 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:22.758792 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:14:22.761978 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:22.765769 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:14:22.788478 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'Port': ['ID=afc9d847-b502-451a-ab35-94d65e5d722e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:22.817379 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:22.818841 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:22.893803 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467eb5d-8348-4680-924b-f2a3623e4044 req-7e07f27a-eae9-486f-8e02-e48d39746d00 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:22.895414 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4467eb5d-8348-4680-924b-f2a3623e4044 req-7e07f27a-eae9-486f-8e02-e48d39746d00 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 931 time: 0.0641925 Jul 09 21:14:22.916852 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-1600ef07-6914-45ed-a737-db6fcf83d89b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8020024 Jul 09 21:14:22.936489 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Request body: {'port': {'device_id': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:22.937656 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4467eb5d-8348-4680-924b-f2a3623e4044 req-0ac62c1b-4cfb-4a55-a7ad-0f3084b7b49e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360816 Jul 09 21:14:23.007957 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.055734 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b8488-ae14-4fed-bd90-6dde42b66a3d req-e6b0088a-6de7-4431-8bbc-da2d23ee248a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:23.057232 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a95b8488-ae14-4fed-bd90-6dde42b66a3d req-e6b0088a-6de7-4431-8bbc-da2d23ee248a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 945 time: 0.0634480 Jul 09 21:14:23.093758 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a95b8488-ae14-4fed-bd90-6dde42b66a3d req-beaba20e-9323-4e48-8cd1-2232c3433981 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Jul 09 21:14:23.118729 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-e11c1ff5-179f-4267-8351-f42d70fa5960 None None] Provisioning for port afc9d847-b502-451a-ab35-94d65e5d722e completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:23.122755 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-e11c1ff5-179f-4267-8351-f42d70fa5960 None None] Provisioning complete for port afc9d847-b502-451a-ab35-94d65e5d722e triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:23.123130 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-e11c1ff5-179f-4267-8351-f42d70fa5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.282592 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-e11c1ff5-179f-4267-8351-f42d70fa5960 None None] Port afc9d847-b502-451a-ab35-94d65e5d722e cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:14:23.538163 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc9d847-b502-451a-ab35-94d65e5d722e {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:14:23.545472 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.557823 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device b80e6cc5-8ad7-49f1-bc99-fb7b553331cc up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:14:23.558276 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Transition to ACTIVE for port object afc9d847-b502-451a-ab35-94d65e5d722e will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:14:23.629778 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.693990 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Pushing event updated for resources: {'Port': ['ID=afc9d847-b502-451a-ab35-94d65e5d722e,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:23.698746 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:23.703174 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:23.703696 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.750914 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Attempting to bind port afc9d847-b502-451a-ab35-94d65e5d722e on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:14:23.755914 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Attempting to bind port afc9d847-b502-451a-ab35-94d65e5d722e by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:14:23.755914 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Attempting to bind port afc9d847-b502-451a-ab35-94d65e5d722e on network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:14:23.757186 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Port afc9d847-b502-451a-ab35-94d65e5d722e on network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:14:23.757518 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Attempting to bind port afc9d847-b502-451a-ab35-94d65e5d722e on network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:14:23.762723 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:14:23.763008 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Checking segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:14:23.763383 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Bound using segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:14:23.763848 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Bound port: afc9d847-b502-451a-ab35-94d65e5d722e, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:14:23.764213 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.786063 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.812078 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:14:23.814368 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47960a8-4eb3-4e02-b337-602085936d58" -d '{"events": [{"server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "name": "network-vif-plugged", "status": "completed", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:14:23.828011 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:23.830732 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] For port afc9d847-b502-451a-ab35-94d65e5d722e, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:14:23.834529 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] For port afc9d847-b502-451a-ab35-94d65e5d722e, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=afc9d847-b502-451a-ab35-94d65e5d722e,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:14:23.856686 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19764e87-1690-4ffb-8871-8e9169b7421d x-openstack-request-id: req-19764e87-1690-4ffb-8871-8e9169b7421d {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:14:23.857415 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "name": "network-vif-plugged", "status": "completed", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:14:23.857553 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19764e87-1690-4ffb-8871-8e9169b7421d {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:14:23.857888 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'code': 200} Jul 09 21:14:23.932973 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.945185 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.978308 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:23.978936 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:23.980699 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-170653d6-4633-445d-873f-ad7093251d52 service neutron] 10.222.0.43 "PUT /v2.0/ports/afc9d847-b502-451a-ab35-94d65e5d722e HTTP/1.1" status: 200 len: 1093 time: 1.0510082 Jul 09 21:14:23.981143 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'tag': 'afc9d847-b502-451a-ab35-94d65e5d722e'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:14:23.983385 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7e4ac4-4dfa-4f67-ab44-15a52c024b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "7441e23b-7a67-4a27-b3cc-a69f8883aa68", "tag": "afc9d847-b502-451a-ab35-94d65e5d722e"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:14:24.000408 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:24.028346 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170653d6-4633-445d-873f-ad7093251d52 service neutron] Pushing event updated for resources: {'Port': ['ID=afc9d847-b502-451a-ab35-94d65e5d722e,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:24.061643 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6824a2c-9e5a-4259-881a-2592ecd8de91 x-openstack-request-id: req-a6824a2c-9e5a-4259-881a-2592ecd8de91 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:14:24.062009 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7441e23b-7a67-4a27-b3cc-a69f8883aa68", "tag": "afc9d847-b502-451a-ab35-94d65e5d722e", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:14:24.062328 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6824a2c-9e5a-4259-881a-2592ecd8de91 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:14:24.062791 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'tag': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'status': 'completed', 'code': 200} Jul 09 21:14:24.174554 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4ac4-4dfa-4f67-ab44-15a52c024b5b req-e80f3ed9-2642-44b8-ac77-57896c41a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.174908 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad067b5-95aa-44d4-b6fa-31680c2adeeb req-0c30102d-e258-4b88-9eed-0dbe05c83e31 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.177004 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1ad067b5-95aa-44d4-b6fa-31680c2adeeb req-0c30102d-e258-4b88-9eed-0dbe05c83e31 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 943 time: 0.0864532 Jul 09 21:14:24.179861 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-be7e4ac4-4dfa-4f67-ab44-15a52c024b5b req-e80f3ed9-2642-44b8-ac77-57896c41a582 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 1096 time: 0.0716882 Jul 09 21:14:24.222784 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1ad067b5-95aa-44d4-b6fa-31680c2adeeb req-0f6a2e35-030c-485b-8c02-898b00cd5e6f tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384400 Jul 09 21:14:24.290773 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4ac4-4dfa-4f67-ab44-15a52c024b5b req-1e326a5a-8bd3-40d5-b7de-0685308e691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.292488 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-be7e4ac4-4dfa-4f67-ab44-15a52c024b5b req-1e326a5a-8bd3-40d5-b7de-0685308e691f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1025183 Jul 09 21:14:24.317789 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033724b-0370-45d7-9483-caef0d31e280 req-439f9124-ef93-4b1b-b5b1-99ede1247c36 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.319798 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7033724b-0370-45d7-9483-caef0d31e280 req-439f9124-ef93-4b1b-b5b1-99ede1247c36 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 946 time: 0.0694256 Jul 09 21:14:24.373632 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7033724b-0370-45d7-9483-caef0d31e280 req-e00cc2c1-f880-4a9e-ab44-de8bfdd8943a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477874 Jul 09 21:14:24.434247 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4ac4-4dfa-4f67-ab44-15a52c024b5b req-f24eb4f0-33a4-4505-813e-0dc24ffabc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.435740 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-be7e4ac4-4dfa-4f67-ab44-15a52c024b5b req-f24eb4f0-33a4-4505-813e-0dc24ffabc6a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369500 Jul 09 21:14:24.455867 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ee37c-de42-4a97-8f17-e766210a157b req-cf016d75-d79d-49e3-9787-9c93cd890ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.457438 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f8ee37c-de42-4a97-8f17-e766210a157b req-cf016d75-d79d-49e3-9787-9c93cd890ae8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 1099 time: 0.0717435 Jul 09 21:14:24.538061 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f8ee37c-de42-4a97-8f17-e766210a157b req-e6535c86-748f-4a90-bbad-947594ef3b08 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562983 Jul 09 21:14:24.558201 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-c661cdcf-8f28-4512-926b-484e540323d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.559672 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-c661cdcf-8f28-4512-926b-484e540323d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 1096 time: 0.0624814 Jul 09 21:14:24.854881 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-4835ce7d-b66b-40df-8d1a-4c2894ddce7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc9d847-b502-451a-ab35-94d65e5d722e HTTP/1.1" status: 200 len: 217 time: 0.0412426 Jul 09 21:14:24.929292 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-0a3a728a-6bb2-4be7-9f02-e50bae5419e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.931116 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-0a3a728a-6bb2-4be7-9f02-e50bae5419e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 200 len: 849 time: 0.0478828 Jul 09 21:14:24.992342 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-b10fd514-805f-419e-a72e-744369aaaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.993850 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-b10fd514-805f-419e-a72e-744369aaaeb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562305 Jul 09 21:14:25.091025 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-ce0c237e-4683-4938-b938-74266c184d5d service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897691 Jul 09 21:14:25.121663 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-46f959aa-8dc2-434e-90dc-6abe56e27eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:25.186351 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2659b90f-18c0-48cf-937a-d3c93fa01ca0 req-43bfa1c5-057f-433f-8367-ef1afbf6c9b0 service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878656 Jul 09 21:14:25.247278 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:25.406044 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3e49-de66-4be4-ae50-823c624ecf1e req-f6058f69-e490-496d-be5c-9896e02bbd60 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:25.407653 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-394e3e49-de66-4be4-ae50-823c624ecf1e req-f6058f69-e490-496d-be5c-9896e02bbd60 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 943 time: 0.0655909 Jul 09 21:14:25.454994 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-394e3e49-de66-4be4-ae50-823c624ecf1e req-56088f40-c793-47f5-9a83-b9953a8ce54f tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Jul 09 21:14:25.824904 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76cbaf-72cd-4a9f-93d9-fb243e3542a0 req-01f1bb9d-3611-436c-b3cd-8f6473074b44 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:25.826395 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1e76cbaf-72cd-4a9f-93d9-fb243e3542a0 req-01f1bb9d-3611-436c-b3cd-8f6473074b44 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 946 time: 0.3123424 Jul 09 21:14:25.863501 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1e76cbaf-72cd-4a9f-93d9-fb243e3542a0 req-92b081ae-376e-432f-bea8-21a3df7c4f9d tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Jul 09 21:14:26.419967 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:26.626766 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fa5b0-ca03-410c-a551-c57a74eb6a6a req-c426a787-5666-4d8b-a5d3-6e4f22cc466e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:26.628216 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c75fa5b0-ca03-410c-a551-c57a74eb6a6a req-c426a787-5666-4d8b-a5d3-6e4f22cc466e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 943 time: 0.0617151 Jul 09 21:14:26.665519 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c75fa5b0-ca03-410c-a551-c57a74eb6a6a req-052eb43c-b9ef-4ec1-b261-5802017fc6db tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316901 Jul 09 21:14:27.035327 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187859b-12b4-4401-8181-ff2e534792d4 req-e8decb82-afe1-4d52-a79e-a079dced2bae tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:27.036842 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4187859b-12b4-4401-8181-ff2e534792d4 req-e8decb82-afe1-4d52-a79e-a079dced2bae tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 946 time: 0.0656469 Jul 09 21:14:27.073746 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4187859b-12b4-4401-8181-ff2e534792d4 req-55776106-e28b-462e-b3bc-eb1798eb408a tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Jul 09 21:14:27.245050 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1dc30-5585-46f6-93a4-b6cef09e1a92 req-80bba9b8-4801-43dc-ae47-8c5f9f8b4c73 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:27.246453 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-45d1dc30-5585-46f6-93a4-b6cef09e1a92 req-80bba9b8-4801-43dc-ae47-8c5f9f8b4c73 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 946 time: 0.0646791 Jul 09 21:14:27.282749 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-45d1dc30-5585-46f6-93a4-b6cef09e1a92 req-ec852443-47df-4cab-b366-ec7ac77d2898 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305421 Jul 09 21:14:27.306914 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59420) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:27.459728 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5dc6e5-7c34-4446-86f9-0de81a2dae69 tempest-TestVolumeBootPattern-1890325224 tempest-TestVolumeBootPattern-1890325224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:27.461203 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0e5dc6e5-7c34-4446-86f9-0de81a2dae69 tempest-TestVolumeBootPattern-1890325224 tempest-TestVolumeBootPattern-1890325224-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 1094 time: 0.1532538 Jul 09 21:14:27.464061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59424) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:27.468406 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'port_id': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'tenant_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:27.558138 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device afc9d847-b502-451a-ab35-94d65e5d722e details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:14:27.572917 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:27.652396 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port afc9d847-b502-451a-ab35-94d65e5d722e, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=afc9d847-b502-451a-ab35-94d65e5d722e,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:27.664282 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'port_id': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'mac_address': 'fa:16:3e:53:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:14:27.669619 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:27.708542 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:27.722760 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc9d847-b502-451a-ab35-94d65e5d722e {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:14:27.745300 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port afc9d847-b502-451a-ab35-94d65e5d722e, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=afc9d847-b502-451a-ab35-94d65e5d722e,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:27.781270 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Allocated IP 172.27.2.183 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/237f0412-6c4f-4a95-993a-be669db8cb02) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:14:27.914766 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b01411-829e-4e6d-a6b1-fc9ece01ec6e req-cfb56a9b-1a6d-46cc-9850-c30af7a3ca84 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:27.915973 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:27.916201 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-60b01411-829e-4e6d-a6b1-fc9ece01ec6e req-cfb56a9b-1a6d-46cc-9850-c30af7a3ca84 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 943 time: 0.1253357 Jul 09 21:14:27.941079 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:27.962004 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=afc9d847-b502-451a-ab35-94d65e5d722e,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:27.973178 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-60b01411-829e-4e6d-a6b1-fc9ece01ec6e req-0562e53e-31b4-4856-9b3a-e612becfb90a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477688 Jul 09 21:14:28.083154 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127536506'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:28.123491 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:14:28.126420 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:14:28.129864 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:14:28.135223 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=237f0412-6c4f-4a95-993a-be669db8cb02,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:28.155795 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:28.225179 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['afc9d847-b502-451a-ab35-94d65e5d722e'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:14:28.495636 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:28.635050 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:28.787438 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:28.853064 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127536520'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:28.920531 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event updated for resources: {'Port': ['ID=237f0412-6c4f-4a95-993a-be669db8cb02,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:28.932469 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:29.036120 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Floating IP d838680a-041c-4cf4-87e3-77fa6a920eed associated. External IP: 172.27.2.183, port: b80e6cc5-8ad7-49f1-bc99-fb7b553331cc. Jul 09 21:14:29.256150 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e741-8146-4f55-8f61-53f60904c46c req-19950bb4-68f7-4e2b-95f6-cf27b1ff5bcd tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:29.257625 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a394e741-8146-4f55-8f61-53f60904c46c req-19950bb4-68f7-4e2b-95f6-cf27b1ff5bcd tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 944 time: 0.1493826 Jul 09 21:14:29.308388 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Router 896ed8af-c781-47f9-aef2-240abdb504cb has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:14:29.311847 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a394e741-8146-4f55-8f61-53f60904c46c req-718dbe2e-2fbe-4819-900f-e127e142df02 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460927 Jul 09 21:14:29.418154 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:14:29.427172 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:14:29.436583 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:29.437184 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:14:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:29.539291 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:29.574570 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device afc9d847-b502-451a-ab35-94d65e5d722e up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:14:29.577414 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-99fd1328-18c3-4d89-95eb-2832d5a17ab0 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1123252 Jul 09 21:14:29.577987 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:14:29.580367 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a726b5-065d-42f5-82dc-1cd922352009" -d '{"events": [{"name": "network-changed", "server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:14:29.620781 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b7eeba-bf69-4d28-870b-fe42f5d934ab x-openstack-request-id: req-48b7eeba-bf69-4d28-870b-fe42f5d934ab {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:14:29.621177 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:14:29.621595 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48b7eeba-bf69-4d28-870b-fe42f5d934ab {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:14:29.621856 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:29.622612 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'status': 'completed', 'code': 200} Jul 09 21:14:29.718449 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-7ba2deb8-362f-4218-8dc8-4bba325f0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:29.720089 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-7ba2deb8-362f-4218-8dc8-4bba325f0348 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 1099 time: 0.0543578 Jul 09 21:14:29.744425 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port afc9d847-b502-451a-ab35-94d65e5d722e completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:14:29.750238 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port afc9d847-b502-451a-ab35-94d65e5d722e triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:14:29.750716 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:29.816100 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-48eb209b-44cd-430f-b1c1-4a6d9b110932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:29.818138 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-48eb209b-44cd-430f-b1c1-4a6d9b110932 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.0914259 Jul 09 21:14:29.839045 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:29.848682 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'd838680a-041c-4cf4-87e3-77fa6a920eed', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:0c:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:14:28Z', 'updated_at': '2021-07-09T21:14:28Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}, {'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:19Z', 'revision_number': 1, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:29.862635 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9d847-b502-451a-ab35-94d65e5d722e'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:14:29.865544 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68628c9e-9cb3-42e7-b0b9-0fd85db29a6c" -d '{"events": [{"server_uuid": "7441e23b-7a67-4a27-b3cc-a69f8883aa68", "name": "network-vif-plugged", "status": "completed", "tag": "afc9d847-b502-451a-ab35-94d65e5d722e"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:14:29.875908 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:14:29.882190 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port afc9d847-b502-451a-ab35-94d65e5d722e, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=afc9d847-b502-451a-ab35-94d65e5d722e,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:14:29.884193 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:29.884814 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:14:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:29.887388 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-c9ac898a-b812-4d09-93a7-c11c892b4693 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc HTTP/1.1" status: 200 len: 1000 time: 0.0633802 Jul 09 21:14:29.906426 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298cf180-6b53-4849-b61e-ceb1edd4a7c3 x-openstack-request-id: req-298cf180-6b53-4849-b61e-ceb1edd4a7c3 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:14:29.906972 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7441e23b-7a67-4a27-b3cc-a69f8883aa68", "name": "network-vif-plugged", "status": "completed", "tag": "afc9d847-b502-451a-ab35-94d65e5d722e", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:14:29.907359 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-298cf180-6b53-4849-b61e-ceb1edd4a7c3 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:14:29.908014 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'code': 200} Jul 09 21:14:29.943486 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-9caeb204-39a2-418f-8e56-b53685a160fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:29.947847 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-9caeb204-39a2-418f-8e56-b53685a160fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0523624 Jul 09 21:14:29.966864 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:29.990202 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:30.009073 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-df742f20-e030-4f62-ba42-8a59199f68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:30.010946 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-df742f20-e030-4f62-ba42-8a59199f68d8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578611 Jul 09 21:14:30.032342 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=afc9d847-b502-451a-ab35-94d65e5d722e,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:14:30.101132 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-c0be716b-0dc4-4cc3-a60b-6d72d55c498c service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819404 Jul 09 21:14:30.195927 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9a726b5-065d-42f5-82dc-1cd922352009 req-d5c907e3-53b4-4615-81c5-a1d835b56bf3 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884843 Jul 09 21:14:30.214952 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'd838680a-041c-4cf4-87e3-77fa6a920eed', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:0c:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:14:28Z', 'updated_at': '2021-07-09T21:14:28Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}, {'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:19Z', 'revision_number': 1, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:30.244993 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd66b-9cb4-4680-8545-a0000853adca None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'd838680a-041c-4cf4-87e3-77fa6a920eed', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:0c:39:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:14:28Z', 'updated_at': '2021-07-09T21:14:28Z', 'revision_number': 0, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}, {'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:19Z', 'revision_number': 1, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:14:30.342444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92787bc7-78cc-42f4-b581-3fbfc333033a req-e098bfc1-a9de-4177-af27-cda555de34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:30.343894 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-92787bc7-78cc-42f4-b581-3fbfc333033a req-e098bfc1-a9de-4177-af27-cda555de34a1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 1098 time: 0.0531721 Jul 09 21:14:30.384658 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-92787bc7-78cc-42f4-b581-3fbfc333033a req-b2ec923f-7c4c-4ae1-bf53-d0a81805f8fb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338356 Jul 09 21:14:30.454819 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122cb889-26cd-4e78-943f-e465e794ab4c None None] New status for floating IP d838680a-041c-4cf4-87e3-77fa6a920eed: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:14:30.502910 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999211c2-4b5c-468d-abe7-ff51506813bc req-51485c9b-b676-4c9a-a74d-5cdff79fd41d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:30.505040 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-999211c2-4b5c-468d-abe7-ff51506813bc req-51485c9b-b676-4c9a-a74d-5cdff79fd41d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0653439 Jul 09 21:14:30.542568 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-999211c2-4b5c-468d-abe7-ff51506813bc req-f660a695-3d37-4fde-956a-7834fb275161 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Jul 09 21:14:31.721055 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fabbab-815a-402f-939d-2d970dd0b222 req-78e265c6-7b36-4134-9026-b2ee790d68cd tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:31.722543 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-04fabbab-815a-402f-939d-2d970dd0b222 req-78e265c6-7b36-4134-9026-b2ee790d68cd tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0653560 Jul 09 21:14:31.761140 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-04fabbab-815a-402f-939d-2d970dd0b222 req-a8632d4d-6de2-4ed1-8dd2-584e17f8cd58 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323477 Jul 09 21:14:32.929362 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df725a9-365a-4f4b-b630-b7b612a149cc req-957a38d6-1a56-4e03-93e9-082c0bf1e447 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:32.930854 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0df725a9-365a-4f4b-b630-b7b612a149cc req-957a38d6-1a56-4e03-93e9-082c0bf1e447 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0613043 Jul 09 21:14:32.966239 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0df725a9-365a-4f4b-b630-b7b612a149cc req-6c3c662e-d8b8-432a-ba78-4b5ae10bb760 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299990 Jul 09 21:14:33.128760 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255d91b-05c3-464e-854f-d0d8744056d8 req-c0ce7643-da1c-408e-8c0a-05065aa9dbf1 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:33.130743 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8255d91b-05c3-464e-854f-d0d8744056d8 req-c0ce7643-da1c-408e-8c0a-05065aa9dbf1 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0617304 Jul 09 21:14:33.139909 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59444) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:14:33.144619 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'floatingip': {'port_id': 'afc9d847-b502-451a-ab35-94d65e5d722e'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:14:33.185975 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:33.864232 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:33.944143 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:34.040632 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Floating IP 516e92a0-bcf0-4635-95e2-1edc7cdc0684 associated. External IP: 172.27.2.252, port: afc9d847-b502-451a-ab35-94d65e5d722e. Jul 09 21:14:34.237585 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Router 064df0b4-4269-4618-a269-f37a8913134c has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:14:34.342701 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:14:34.347602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:34.352365 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] Sync routers for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:14:34.361236 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:34.361838 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:14:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:34.387216 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-90bd2a95-9d5a-4f3d-a467-95ee0a9304df tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "PUT /v2.0/floatingips/516e92a0-bcf0-4635-95e2-1edc7cdc0684 HTTP/1.1" status: 200 len: 991 time: 1.2459972 Jul 09 21:14:34.387829 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'tag': 'afc9d847-b502-451a-ab35-94d65e5d722e'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:14:34.390080 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fd3dea-4942-4651-a8b8-04a3a749f0db" -d '{"events": [{"name": "network-changed", "server_uuid": "7441e23b-7a67-4a27-b3cc-a69f8883aa68", "tag": "afc9d847-b502-451a-ab35-94d65e5d722e"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:14:34.429044 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90380a57-1919-484b-b292-d485c37a8051 x-openstack-request-id: req-90380a57-1919-484b-b292-d485c37a8051 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:14:34.429335 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7441e23b-7a67-4a27-b3cc-a69f8883aa68", "tag": "afc9d847-b502-451a-ab35-94d65e5d722e", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:14:34.429583 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90380a57-1919-484b-b292-d485c37a8051 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:14:34.429975 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'tag': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'status': 'completed', 'code': 200} Jul 09 21:14:34.468193 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:34.534015 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-21f74033-7f3c-4bb5-a71a-905aaac90de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:34.535556 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-21f74033-7f3c-4bb5-a71a-905aaac90de3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 1098 time: 0.0603094 Jul 09 21:14:34.635231 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-380e0fe1-9083-4e59-8546-c2091b031bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:34.636900 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-380e0fe1-9083-4e59-8546-c2091b031bc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 911 time: 0.0839982 Jul 09 21:14:34.695064 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '516e92a0-bcf0-4635-95e2-1edc7cdc0684', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '064df0b4-4269-4618-a269-f37a8913134c', 'port_id': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'mac_address': 'fa:16:3e:53:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:14:18Z', 'updated_at': '2021-07-09T21:14:33Z', 'revision_number': 1, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:34.705721 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-96dc0ff2-41b1-456d-a93b-1f3164670a6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc9d847-b502-451a-ab35-94d65e5d722e HTTP/1.1" status: 200 len: 999 time: 0.0614421 Jul 09 21:14:34.720593 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] Checking router: 064df0b4-4269-4618-a269-f37a8913134c for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:14:34.728849 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:14:34.729712 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:14:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:34.753892 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-cb9a6dbe-7a12-44cb-9b2a-412bdd23d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:34.756004 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-cb9a6dbe-7a12-44cb-9b2a-412bdd23d4dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 200 len: 849 time: 0.0443916 Jul 09 21:14:34.811748 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-2bb1a846-94ea-42af-b7fb-cd26bdb9d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:34.813170 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-2bb1a846-94ea-42af-b7fb-cd26bdb9d3c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516999 Jul 09 21:14:34.834669 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:14:34.904157 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-9cd84351-abdb-4390-8a09-f8f367a893e3 service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844185 Jul 09 21:14:34.993432 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1fd3dea-4942-4651-a8b8-04a3a749f0db req-dc28c5a6-ebd0-4f74-92cc-6019916343af service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822990 Jul 09 21:14:35.054319 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '516e92a0-bcf0-4635-95e2-1edc7cdc0684', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '064df0b4-4269-4618-a269-f37a8913134c', 'port_id': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'mac_address': 'fa:16:3e:53:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:14:18Z', 'updated_at': '2021-07-09T21:14:33Z', 'revision_number': 1, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:14:35.080234 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4b148-5e67-40d5-9b91-cee2819d12f1 None None] The sync data for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi is: [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': '516e92a0-bcf0-4635-95e2-1edc7cdc0684', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '064df0b4-4269-4618-a269-f37a8913134c', 'port_id': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'mac_address': 'fa:16:3e:53:40:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:14:18Z', 'updated_at': '2021-07-09T21:14:33Z', 'revision_number': 1, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:14:35.268609 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d247bfe-da29-4b39-bc17-8ee341c3871d None None] New status for floating IP 516e92a0-bcf0-4635-95e2-1edc7cdc0684: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:14:42.818994 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:47.458341 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-66144e9e-e031-4934-aa86-16269db38d29 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498536 Jul 09 21:14:47.557508 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-26263e5f-d44f-4cca-84e8-5b2c399777df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:47.558991 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-26263e5f-d44f-4cca-84e8-5b2c399777df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 1099 time: 0.0554092 Jul 09 21:14:47.659095 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-5467fb3b-e4d1-4867-80d6-11e76df9a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:47.660494 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-5467fb3b-e4d1-4867-80d6-11e76df9a51e service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.0810740 Jul 09 21:14:47.729218 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-3b2d97f7-9ef9-45a0-9c37-f4e0e1db5fbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b862f035-abe0-4184-ba06-adb2b0d0544c HTTP/1.1" status: 200 len: 1002 time: 0.0614891 Jul 09 21:14:47.777248 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-d9c39aad-22e5-4110-9691-ecef187b3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:47.778710 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-d9c39aad-22e5-4110-9691-ecef187b3b3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0432413 Jul 09 21:14:47.835115 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-2e0c58a2-9849-4f85-b761-ace84ed66cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:47.836599 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-2e0c58a2-9849-4f85-b761-ace84ed66cf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501373 Jul 09 21:14:47.928202 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-95a9a5bf-efba-4492-b537-2c292ed01a97 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831444 Jul 09 21:14:48.015744 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cd81446-3633-43f7-8677-e3e1b1024513 req-4162d7c8-2669-4d85-bb09-b52c55334fbe service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798581 Jul 09 21:14:52.543754 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-e0ced4b3-f615-41bd-b24a-8fa413d6551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:55.132434 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1d91a20a-41d4-48db-8b43-3b27868c2912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:55.229878 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:56.447097 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:57.002524 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:14:58.069836 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:12.892548 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:22.509345 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-695ee2ed-57d0-461e-bfd4-6b1da20442d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:24.453735 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723125ee-24a9-4396-af8c-dfcb5d0196a6 req-8c4a7b3c-ee3e-4e15-973b-8a440ce27253 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:24.455247 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-723125ee-24a9-4396-af8c-dfcb5d0196a6 req-8c4a7b3c-ee3e-4e15-973b-8a440ce27253 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0639172 Jul 09 21:15:24.492151 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-723125ee-24a9-4396-af8c-dfcb5d0196a6 req-98ccfd9f-85a2-43b8-9cf0-72fe5b5a253f tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312679 Jul 09 21:15:25.132468 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8e4d-6223-4be0-b1eb-99bd0a5009d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:25.235052 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:25.684037 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775661ad-f552-40c4-be5a-704715861376 req-16efe003-51e2-4935-aaf6-b356f2e96fb7 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:25.685570 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-775661ad-f552-40c4-be5a-704715861376 req-16efe003-51e2-4935-aaf6-b356f2e96fb7 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0654860 Jul 09 21:15:25.723273 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-775661ad-f552-40c4-be5a-704715861376 req-e2ae2d97-9bb2-41f2-bf95-f2683fe12b43 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Jul 09 21:15:26.406244 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:26.908339 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c7b74-a15a-49c0-a371-7314744ab087 req-95b81329-fb4b-44c5-bb78-f83c78c8ed1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:26.909888 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3a5c7b74-a15a-49c0-a371-7314744ab087 req-95b81329-fb4b-44c5-bb78-f83c78c8ed1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0669231 Jul 09 21:15:26.947466 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3a5c7b74-a15a-49c0-a371-7314744ab087 req-f0c52cc0-0f70-4610-ac6b-8e93fa580b6a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Jul 09 21:15:28.080553 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:28.120339 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ab9bf-c3d1-4718-ab48-39e728200198 req-5c392aff-59ba-476d-9616-919c57f64d51 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:28.121832 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-242ab9bf-c3d1-4718-ab48-39e728200198 req-5c392aff-59ba-476d-9616-919c57f64d51 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0627151 Jul 09 21:15:28.159168 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-242ab9bf-c3d1-4718-ab48-39e728200198 req-a9d2aa17-4ca3-40bd-aef7-4c411d1eb4c4 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Jul 09 21:15:29.340094 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990c885-80f3-4438-bfdd-e25713cc4e6a req-303e1145-cb73-46ca-80af-804e1c280653 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:29.341599 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f990c885-80f3-4438-bfdd-e25713cc4e6a req-303e1145-cb73-46ca-80af-804e1c280653 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0630431 Jul 09 21:15:29.382238 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f990c885-80f3-4438-bfdd-e25713cc4e6a req-263fc749-9e45-4cf4-9821-b824eede45ec tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351548 Jul 09 21:15:30.560228 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37037-8a25-4650-b74b-c8522a290287 req-7baf2159-3fd3-4412-a80c-23ebe4813881 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:30.561715 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-77f37037-8a25-4650-b74b-c8522a290287 req-7baf2159-3fd3-4412-a80c-23ebe4813881 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0616479 Jul 09 21:15:30.597798 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-77f37037-8a25-4650-b74b-c8522a290287 req-e499e079-4a53-4072-8d71-b7d95387325c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305891 Jul 09 21:15:31.771771 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9de7-dfe4-4e97-b443-9bfb8973a8c4 req-3c0f5b20-79cd-418b-b80c-19898a1be7b2 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:31.773383 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-317b9de7-dfe4-4e97-b443-9bfb8973a8c4 req-3c0f5b20-79cd-418b-b80c-19898a1be7b2 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0631685 Jul 09 21:15:31.818822 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-317b9de7-dfe4-4e97-b443-9bfb8973a8c4 req-1ac0d825-07e0-44d1-951e-64d77cd01580 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391390 Jul 09 21:15:33.013203 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886eeb-edd0-4db6-bc48-fa56b37d4414 req-05fc4cff-94c7-4857-913a-721e170f5dbe tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:33.014726 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba886eeb-edd0-4db6-bc48-fa56b37d4414 req-05fc4cff-94c7-4857-913a-721e170f5dbe tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0667346 Jul 09 21:15:33.053348 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba886eeb-edd0-4db6-bc48-fa56b37d4414 req-9f191ea0-2fe0-473a-81c1-50b746f05ce2 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Jul 09 21:15:34.001323 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:15:34.276687 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e260d8f-320d-49e1-be50-0e11ff71e5d3 req-96c79d3f-55e6-4fa3-bb4b-f1622031c1d2 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:34.278205 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6e260d8f-320d-49e1-be50-0e11ff71e5d3 req-96c79d3f-55e6-4fa3-bb4b-f1622031c1d2 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.1074886 Jul 09 21:15:34.316383 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6e260d8f-320d-49e1-be50-0e11ff71e5d3 req-45ddc078-409d-4e3c-af2d-c0208dded447 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 Jul 09 21:15:35.487811 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4a75-d173-40e4-a33d-66cce9be0b07 req-521a8f11-bdaa-4bf5-b7a1-9a28ffe5f9ea tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:35.489366 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ed2e4a75-d173-40e4-a33d-66cce9be0b07 req-521a8f11-bdaa-4bf5-b7a1-9a28ffe5f9ea tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0620117 Jul 09 21:15:35.530154 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ed2e4a75-d173-40e4-a33d-66cce9be0b07 req-ff975738-57f3-4bb1-969d-b37cbd660ce5 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352070 Jul 09 21:15:36.699816 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd406bdb-f998-4ed6-b45e-3e10e3e27735 req-63c5cdab-2174-480c-8f3f-dc669190e7fd tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:36.701308 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cd406bdb-f998-4ed6-b45e-3e10e3e27735 req-63c5cdab-2174-480c-8f3f-dc669190e7fd tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0618825 Jul 09 21:15:36.738639 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cd406bdb-f998-4ed6-b45e-3e10e3e27735 req-7d50c3ae-7c2e-4b8e-b5fa-a53bc13be138 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Jul 09 21:15:37.909614 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3038a-258d-4ab0-9df1-3119d2452cab req-55a946a1-f298-4cc7-b203-c5ec8e50d0e7 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:37.911124 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7cd3038a-258d-4ab0-9df1-3119d2452cab req-55a946a1-f298-4cc7-b203-c5ec8e50d0e7 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0636749 Jul 09 21:15:37.994034 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7cd3038a-258d-4ab0-9df1-3119d2452cab req-46942d34-e2c2-4b1d-b264-b059d6e47411 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773036 Jul 09 21:15:39.166308 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306889ab-7c14-43a3-a570-2d190a4b04b2 req-c7e9dece-9aa8-463b-8a21-fb17f56d9f9d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:39.167790 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-306889ab-7c14-43a3-a570-2d190a4b04b2 req-c7e9dece-9aa8-463b-8a21-fb17f56d9f9d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0647552 Jul 09 21:15:39.203240 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-306889ab-7c14-43a3-a570-2d190a4b04b2 req-46653682-7cf6-47f1-a0dc-408ad8c8025c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299854 Jul 09 21:15:40.374064 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f25b3a-0ebd-4728-bc4c-af84c0de7613 req-0c11da98-2d88-4ccf-8ed6-9c344c62384c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:40.375575 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-19f25b3a-0ebd-4728-bc4c-af84c0de7613 req-0c11da98-2d88-4ccf-8ed6-9c344c62384c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0616550 Jul 09 21:15:40.411921 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-19f25b3a-0ebd-4728-bc4c-af84c0de7613 req-2cdbce58-d960-40f8-ac8b-d7ce10c40e10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Jul 09 21:15:40.886552 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4db10-6234-456b-b866-c52657b26643 req-0ebde40f-bd2b-45c6-9dcd-470ad3d32f7b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:40.888089 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92e4db10-6234-456b-b866-c52657b26643 req-0ebde40f-bd2b-45c6-9dcd-470ad3d32f7b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0636630 Jul 09 21:15:40.932109 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-92e4db10-6234-456b-b866-c52657b26643 req-ad8a3a2f-5e60-4477-930f-9bc3809db7e2 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383387 Jul 09 21:15:40.999637 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-590f9782-d848-4a74-923a-b3942b4f1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:41.001133 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-590f9782-d848-4a74-923a-b3942b4f1aa4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 1098 time: 0.0520160 Jul 09 21:15:41.088999 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-4684382d-6580-4914-b8c8-a1f48570b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:41.090466 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-4684382d-6580-4914-b8c8-a1f48570b45e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 911 time: 0.0833375 Jul 09 21:15:41.154586 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-23262a76-3028-427c-a66e-045f283273eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc9d847-b502-451a-ab35-94d65e5d722e HTTP/1.1" status: 200 len: 1001 time: 0.0569563 Jul 09 21:15:41.206244 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-fca5e142-a9d3-4180-9dc4-afab6c1586ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:41.207742 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-fca5e142-a9d3-4180-9dc4-afab6c1586ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 200 len: 849 time: 0.0468161 Jul 09 21:15:41.263243 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-e518fdfc-a92b-47f4-a304-f7f631c7715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:41.264846 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-e518fdfc-a92b-47f4-a304-f7f631c7715d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514269 Jul 09 21:15:41.351987 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-6deac09b-120c-4901-91b6-2968bc236b22 service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805407 Jul 09 21:15:41.442779 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6fd09a4c-ac46-44aa-9bcf-2f5f4948c6f5 req-1ed69278-b64f-454e-848b-f64f0e50aa6d service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841348 Jul 09 21:15:42.107503 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab58f8-063f-4513-8aac-c18c38e45d93 req-e972c2f0-20a7-4892-82fa-a3834029efaf tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:42.109185 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-10ab58f8-063f-4513-8aac-c18c38e45d93 req-e972c2f0-20a7-4892-82fa-a3834029efaf tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0646493 Jul 09 21:15:42.148443 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-10ab58f8-063f-4513-8aac-c18c38e45d93 req-9f5c4d34-bc66-4348-ac0b-ab1c564d6412 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335157 Jul 09 21:15:42.817600 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:43.321988 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a66f1-ab5c-4a21-903d-b4018a93679d req-cf52a75f-a612-41e2-942e-1b1c392313be tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:43.323529 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e18a66f1-ab5c-4a21-903d-b4018a93679d req-cf52a75f-a612-41e2-942e-1b1c392313be tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0623083 Jul 09 21:15:43.363049 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e18a66f1-ab5c-4a21-903d-b4018a93679d req-94e6b949-9480-43da-b737-4a09fbe72246 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340910 Jul 09 21:15:47.439341 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65857315-051c-41f7-996a-64b48e529cfa req-29370b8b-50fb-41d3-b4e7-e515ba3b2e55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572045 Jul 09 21:15:47.556006 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65857315-051c-41f7-996a-64b48e529cfa req-b14b80e8-7b97-4522-879d-6aaf5a8b9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:47.557399 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65857315-051c-41f7-996a-64b48e529cfa req-b14b80e8-7b97-4522-879d-6aaf5a8b9a53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 1099 time: 0.0510499 Jul 09 21:15:47.661964 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65857315-051c-41f7-996a-64b48e529cfa req-96069a6b-6269-4e0f-b9af-e330e611be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:47.663483 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65857315-051c-41f7-996a-64b48e529cfa req-96069a6b-6269-4e0f-b9af-e330e611be2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.0876715 Jul 09 21:15:47.728462 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65857315-051c-41f7-996a-64b48e529cfa req-b6693b3d-eee1-4b15-88eb-1e66ececc51e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b862f035-abe0-4184-ba06-adb2b0d0544c HTTP/1.1" status: 200 len: 1002 time: 0.0586851 Jul 09 21:15:47.781004 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65857315-051c-41f7-996a-64b48e529cfa req-29878c8e-64c8-4088-bf00-c6f4911c7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:47.782444 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65857315-051c-41f7-996a-64b48e529cfa req-29878c8e-64c8-4088-bf00-c6f4911c7d9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0479908 Jul 09 21:15:47.837669 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65857315-051c-41f7-996a-64b48e529cfa req-91c99979-8c0f-4c07-842a-0e946346777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:47.839066 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65857315-051c-41f7-996a-64b48e529cfa req-91c99979-8c0f-4c07-842a-0e946346777c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503564 Jul 09 21:15:47.923982 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65857315-051c-41f7-996a-64b48e529cfa req-e27e65c0-6e8e-4c89-a884-add76e61a625 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783677 Jul 09 21:15:48.017926 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65857315-051c-41f7-996a-64b48e529cfa req-63991767-8eb8-41d5-a3ba-97e7b4ac9017 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875051 Jul 09 21:15:52.577854 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a3955f71-51b6-4d59-9a01-47871f0a38ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:55.155084 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-4b08a467-1ba1-4838-96ef-3affe2199ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:55.206251 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:56.474609 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:56.808417 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59620) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:15:56.961885 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Deleting port 237f0412-6c4f-4a95-993a-be669db8cb02 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:15:56.962226 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:57.036847 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:57.037185 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:57.048266 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Calling delete_port for 237f0412-6c4f-4a95-993a-be669db8cb02 owned by network:floatingip {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:15:57.308790 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:57.332417 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event deleted for resources: {'Port': ['ID=237f0412-6c4f-4a95-993a-be669db8cb02,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:15:57.343830 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.344188 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.344530 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.344872 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.345208 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.345580 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.345904 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.346235 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.346566 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.346895 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.347220 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.347573 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:57.408378 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:57.408744 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Floating IP d838680a-041c-4cf4-87e3-77fa6a920eed disassociated (deleted). External IP: 172.27.2.183, port: b80e6cc5-8ad7-49f1-bc99-fb7b553331cc. Jul 09 21:15:57.604732 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Router 896ed8af-c781-47f9-aef2-240abdb504cb has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:15:57.710223 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:15:57.715168 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:57.719596 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:15:57.731043 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:15:57.731804 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:15:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:15:57.751262 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1fea362f-e7b3-4771-a573-43583acdd4c3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "DELETE /v2.0/floatingips/d838680a-041c-4cf4-87e3-77fa6a920eed HTTP/1.1" status: 204 len: 168 time: 0.9417253 Jul 09 21:15:57.752524 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:15:57.755595 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a96e80-cf8a-4408-9dea-496976296a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:15:57.795409 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b44fc5d-20b2-449b-b839-85580295aad4 x-openstack-request-id: req-3b44fc5d-20b2-449b-b839-85580295aad4 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:15:57.796064 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:15:57.796064 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b44fc5d-20b2-449b-b839-85580295aad4 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:15:57.796380 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'status': 'completed', 'code': 200} Jul 09 21:15:57.896326 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a96e80-cf8a-4408-9dea-496976296a5d req-9142dd3f-a0ba-493b-b4db-7bd69a88b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:57.897951 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-9142dd3f-a0ba-493b-b4db-7bd69a88b068 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 1099 time: 0.0571728 Jul 09 21:15:57.933179 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:15:57.995259 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a96e80-cf8a-4408-9dea-496976296a5d req-04b7276b-5c93-4257-8cb2-61bcb6eafb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:57.997411 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-04b7276b-5c93-4257-8cb2-61bcb6eafb2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.0926025 Jul 09 21:15:58.042983 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-bb1b2660-a1bd-4205-a792-5b1a67c321b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc HTTP/1.1" status: 200 len: 217 time: 0.0386972 Jul 09 21:15:58.093883 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a96e80-cf8a-4408-9dea-496976296a5d req-23962ee7-e5c0-434a-ab2c-d7eb73a572fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:58.095560 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-23962ee7-e5c0-434a-ab2c-d7eb73a572fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0455661 Jul 09 21:15:58.154886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:58.156477 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a96e80-cf8a-4408-9dea-496976296a5d req-022ac573-2975-4daa-aa7c-11bc1fa1cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:58.156631 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:19Z', 'revision_number': 1, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:15:58.158614 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-022ac573-2975-4daa-aa7c-11bc1fa1cb68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565422 Jul 09 21:15:58.168835 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-8071f6d8-1e1a-4044-acdc-703222d893b6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:15:58.169774 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-8071f6d8-1e1a-4044-acdc-703222d893b6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051353 Jul 09 21:15:58.182835 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:15:58.191568 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:15:58.192199 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:15:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:15:58.258323 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-9d8a7b33-2d92-42a1-be95-6b31d660285d service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817013 Jul 09 21:15:58.305117 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:15:58.359048 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02a96e80-cf8a-4408-9dea-496976296a5d req-ee07b278-f28a-46d4-9e14-2a8b8080b326 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940678 Jul 09 21:15:58.437716 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5f637-26d8-42b7-a92f-5f96837d2040 req-29613a72-ca87-4a26-bd8b-275d2377a5f7 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:58.439708 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8ed5f637-26d8-42b7-a92f-5f96837d2040 req-29613a72-ca87-4a26-bd8b-275d2377a5f7 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 946 time: 0.0661156 Jul 09 21:15:58.478065 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8ed5f637-26d8-42b7-a92f-5f96837d2040 req-9de173ab-a5dc-41b7-a22b-ca4bb2bb14f3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Jul 09 21:15:58.535975 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:19Z', 'revision_number': 1, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:15:58.560612 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa478e89-dafc-438e-8691-5367c6fb9461 None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'f7403164-e02d-4525-a0e7-94b9b8443386', 'tenant_id': 'de2b471734b940838c34baa370312039', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'port_id': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'mac_address': 'fa:16:3e:ea:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:12:16Z', 'updated_at': '2021-07-09T21:12:19Z', 'revision_number': 1, 'project_id': 'de2b471734b940838c34baa370312039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:15:58.760595 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd66a6-aa36-4623-a2fc-f67ee58d29b1 None None] New status for floating IP d838680a-041c-4cf4-87e3-77fa6a920eed: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:15:59.652981 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f921d-24ba-40dc-8a75-f03bab0e7ac0 req-1c6bb9e6-fb34-4023-9f8b-d215dc51249e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:59.654700 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ed1f921d-24ba-40dc-8a75-f03bab0e7ac0 req-1c6bb9e6-fb34-4023-9f8b-d215dc51249e tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 946 time: 0.0622070 Jul 09 21:15:59.692023 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ed1f921d-24ba-40dc-8a75-f03bab0e7ac0 req-8eabc1f6-705b-43c9-94c4-10db8c7cf4dd tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318022 Jul 09 21:16:00.237258 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211202-87ea-47f8-85d0-aee5e753f72b req-a7859e30-6cd5-456d-87be-ebc7de0bd8f9 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:00.238758 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-39211202-87ea-47f8-85d0-aee5e753f72b req-a7859e30-6cd5-456d-87be-ebc7de0bd8f9 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 946 time: 0.0631609 Jul 09 21:16:00.336891 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Deleting port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:00.337240 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:00.420496 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] For port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:00.420848 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:00.433994 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Calling delete_port for b80e6cc5-8ad7-49f1-bc99-fb7b553331cc owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:00.622943 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:00.649493 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event deleted for resources: {'Port': ['ID=b80e6cc5-8ad7-49f1-bc99-fb7b553331cc,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:00.663749 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.677093 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:00.705570 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] No DVR routers for this DVR port b80e6cc5-8ad7-49f1-bc99-fb7b553331cc on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:16:00.708072 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:00.710125 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-39211202-87ea-47f8-85d0-aee5e753f72b req-63633fd9-3dde-461f-b1c3-13fc7a7c6800 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "DELETE /v2.0/ports/b80e6cc5-8ad7-49f1-bc99-fb7b553331cc HTTP/1.1" status: 204 len: 173 time: 0.4662774 Jul 09 21:16:00.710559 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'name': 'network-vif-deleted', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:16:00.712866 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4817ee23-0ec8-4236-99f2-52521570f72c" -d '{"events": [{"server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "name": "network-vif-deleted", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:16:00.748716 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2001e33e-205b-47df-9858-38a825d21a4c x-openstack-request-id: req-2001e33e-205b-47df-9858-38a825d21a4c {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:16:00.749011 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69d02f4-a76f-41f0-bc03-c9bceb4e983f", "name": "network-vif-deleted", "tag": "b80e6cc5-8ad7-49f1-bc99-fb7b553331cc", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:16:00.749317 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2001e33e-205b-47df-9858-38a825d21a4c {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:16:00.749718 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69d02f4-a76f-41f0-bc03-c9bceb4e983f', 'name': 'network-vif-deleted', 'tag': 'b80e6cc5-8ad7-49f1-bc99-fb7b553331cc', 'status': 'completed', 'code': 200} Jul 09 21:16:00.831978 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cc3163d8-54f9-46bb-b8e4-c4f8e9cf88e4 req-8ba90727-57a5-4cdc-bc98-fe58a67801f2 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 210 time: 0.0283396 Jul 09 21:16:01.988097 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2cd42ceb-689d-444e-8655-dbd76cd04012 req-78212c8d-9932-4ffa-9faa-d112cdcb259f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=c69d02f4-a76f-41f0-bc03-c9bceb4e983f HTTP/1.1" status: 200 len: 210 time: 0.0312498 Jul 09 21:16:02.086385 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device b80e6cc5-8ad7-49f1-bc99-fb7b553331cc no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:02.111804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: b80e6cc5-8ad7-49f1-bc99-fb7b553331cc {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:16:02.112162 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device b80e6cc5-8ad7-49f1-bc99-fb7b553331cc not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:16:05.565884 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59654) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:05.716662 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Deleting port 3a6407c3-12f6-43c6-99be-8ec9c2ff4078 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:05.717010 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:05.789265 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:05.789600 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:05.801283 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Calling delete_port for 3a6407c3-12f6-43c6-99be-8ec9c2ff4078 owned by network:floatingip {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:06.028643 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:06.058240 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event deleted for resources: {'Port': ['ID=3a6407c3-12f6-43c6-99be-8ec9c2ff4078,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:06.120187 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:06.120504 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Floating IP f7403164-e02d-4525-a0e7-94b9b8443386 disassociated (deleted). External IP: 172.27.2.184, port: b862f035-abe0-4184-ba06-adb2b0d0544c. Jul 09 21:16:06.378439 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Router 896ed8af-c781-47f9-aef2-240abdb504cb has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:16:06.479085 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:16:06.484120 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:06.490199 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:16:06.499032 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:16:06.499663 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:15:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:06.521670 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-e470efff-6d27-455a-83cc-23b3f6e1ce75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "DELETE /v2.0/floatingips/f7403164-e02d-4525-a0e7-94b9b8443386 HTTP/1.1" status: 204 len: 168 time: 0.9546914 Jul 09 21:16:06.522256 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:16:06.524550 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df3a10c-70ee-4de8-92ee-97836239aba0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:16:06.564799 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65580f66-b747-4225-8064-26f6931c9aa2 x-openstack-request-id: req-65580f66-b747-4225-8064-26f6931c9aa2 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:16:06.565095 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:16:06.565347 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65580f66-b747-4225-8064-26f6931c9aa2 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:16:06.565761 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'status': 'completed', 'code': 200} Jul 09 21:16:06.623385 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:16:06.668918 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-aca8e9e9-fe34-47bf-9d05-ab5a801c6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:06.670457 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-aca8e9e9-fe34-47bf-9d05-ab5a801c6977 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de2b471734b940838c34baa370312039&device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 1099 time: 0.0581174 Jul 09 21:16:06.761359 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-d510194b-82df-4ea8-b112-e39e7b4126ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:06.762877 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-d510194b-82df-4ea8-b112-e39e7b4126ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 200 len: 913 time: 0.0864754 Jul 09 21:16:06.808350 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-a9370b14-e8db-4423-9bde-6b02bd38f67d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b862f035-abe0-4184-ba06-adb2b0d0544c HTTP/1.1" status: 200 len: 217 time: 0.0377824 Jul 09 21:16:06.824365 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:06.855504 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:16:06.859556 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-3a8a3b29-1acf-4a9b-bf6e-49d9df3b7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:06.861087 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-3a8a3b29-1acf-4a9b-bf6e-49d9df3b7d79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 200 len: 851 time: 0.0461652 Jul 09 21:16:06.863825 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:16:06.864434 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:15:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:06.917293 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-f49daa4a-96b9-4fbe-be99-8e5e394d9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:06.918984 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-f49daa4a-96b9-4fbe-be99-8e5e394d9ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3fa4e6b2-bb2e-449c-b003-a2822e487d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519540 Jul 09 21:16:06.974019 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:16:07.015700 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-fde6c766-63f3-4ac1-9761-059c1adac46a service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896833 Jul 09 21:16:07.097921 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188750a-578b-4e27-b34e-16dffeb541b9 req-62207809-88cc-408a-9b01-c6c93661b30f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:07.099752 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d188750a-578b-4e27-b34e-16dffeb541b9 req-62207809-88cc-408a-9b01-c6c93661b30f tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0734980 Jul 09 21:16:07.123093 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1df3a10c-70ee-4de8-92ee-97836239aba0 req-248578a6-8d10-4693-bd2a-b780b8ee6bd7 service neutron] 10.222.0.43 "GET /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008427 Jul 09 21:16:07.156949 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d188750a-578b-4e27-b34e-16dffeb541b9 req-0100d015-e26e-4231-a5e8-a3213b48e1e9 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448062 Jul 09 21:16:07.199671 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:07.226343 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8b8dd-ec8b-465b-9e86-a47a5f326889 None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:07:35Z', 'revision_number': 4, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab', 'name': '', 'network_id': '3fa4e6b2-bb2e-449c-b003-a2822e487d5e', 'tenant_id': 'de2b471734b940838c34baa370312039', 'mac_address': 'fa:16:3e:bf:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:33Z', 'updated_at': '2021-07-09T21:07:40Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'subnets': [{'id': '49d630fe-3c53-4ee6-80ce-4c6ca55e718c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:16:07.429363 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290efe0-5667-4275-897a-fe6491c62ac3 None None] New status for floating IP f7403164-e02d-4525-a0e7-94b9b8443386: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:16:08.327232 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3408b-4255-43d5-8d95-60d5f3181253 req-3004649c-b07a-4a0b-abc2-23e9fe70ad3b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:08.328730 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bed3408b-4255-43d5-8d95-60d5f3181253 req-3004649c-b07a-4a0b-abc2-23e9fe70ad3b tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0616491 Jul 09 21:16:08.368587 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-bed3408b-4255-43d5-8d95-60d5f3181253 req-36ffbe8a-cf12-496d-a898-132e6ec9c619 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/security-groups?id=51d5b7c0-6f8c-475a-8207-d8f46703f803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344150 Jul 09 21:16:08.745416 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cf8db-b615-4016-8b08-4568a32a687c req-da5fb7b1-f8ab-4af7-b16b-bf0f1ca6f8d3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:08.746895 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-010cf8db-b615-4016-8b08-4568a32a687c req-da5fb7b1-f8ab-4af7-b16b-bf0f1ca6f8d3 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0606661 Jul 09 21:16:08.844610 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Deleting port b862f035-abe0-4184-ba06-adb2b0d0544c {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:08.844979 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:08.927620 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] For port b862f035-abe0-4184-ba06-adb2b0d0544c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=b862f035-abe0-4184-ba06-adb2b0d0544c,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:08.927976 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:08.940584 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Calling delete_port for b862f035-abe0-4184-ba06-adb2b0d0544c owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:09.148721 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:09.178290 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event deleted for resources: {'Port': ['ID=b862f035-abe0-4184-ba06-adb2b0d0544c,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:09.224936 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] No DVR routers for this DVR port b862f035-abe0-4184-ba06-adb2b0d0544c on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:16:09.227470 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:09.229488 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-010cf8db-b615-4016-8b08-4568a32a687c req-fba91a3a-6867-480e-8ead-6bcfa94fcc75 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.43 "DELETE /v2.0/ports/b862f035-abe0-4184-ba06-adb2b0d0544c HTTP/1.1" status: 204 len: 173 time: 0.4766996 Jul 09 21:16:09.229917 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'name': 'network-vif-deleted', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:16:09.232530 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab597b9d-0be9-416a-a314-e67325662de3" -d '{"events": [{"server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "name": "network-vif-deleted", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:16:09.266604 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76835676-5d02-43e5-88b5-56d2bfb62c39 x-openstack-request-id: req-76835676-5d02-43e5-88b5-56d2bfb62c39 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:16:09.267448 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f081d3a-c900-4351-b8d7-e618e090c7b5", "name": "network-vif-deleted", "tag": "b862f035-abe0-4184-ba06-adb2b0d0544c", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:16:09.267718 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76835676-5d02-43e5-88b5-56d2bfb62c39 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:16:09.268111 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f081d3a-c900-4351-b8d7-e618e090c7b5', 'name': 'network-vif-deleted', 'tag': 'b862f035-abe0-4184-ba06-adb2b0d0544c', 'status': 'completed', 'code': 200} Jul 09 21:16:09.504555 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b5f06855-c923-4893-b012-25fe7655b4b4 req-034fae5a-0a9c-4f15-9c7d-d340b1432ec4 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0287917 Jul 09 21:16:10.657388 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3d71040b-c580-4d7e-ad97-8f1da2f40694 req-d75fe871-1dc8-4855-9519-038dddcafa38 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f081d3a-c900-4351-b8d7-e618e090c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0276794 Jul 09 21:16:10.999277 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:16:11.749162 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59674) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:12.120036 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device b862f035-abe0-4184-ba06-adb2b0d0544c no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:12.137203 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Deleting port a5baf936-b480-4b41-9381-5620adf5b3f0 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:12.137555 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:12.143152 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: b862f035-abe0-4184-ba06-adb2b0d0544c {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:16:12.143528 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device b862f035-abe0-4184-ba06-adb2b0d0544c not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:16:12.210755 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:12.211086 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:12.222834 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Calling delete_port for a5baf936-b480-4b41-9381-5620adf5b3f0 owned by network:floatingip {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:12.496905 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:12.519921 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event deleted for resources: {'Port': ['ID=a5baf936-b480-4b41-9381-5620adf5b3f0,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:12.585827 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:12.588444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:12.589607 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-adbff2f0-80a5-4ae0-ba79-c07d0eda0759 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "DELETE /v2.0/floatingips/a38a8dd1-4a73-4b66-956f-ac06b1d5433e HTTP/1.1" status: 204 len: 168 time: 0.8394513 Jul 09 21:16:12.845546 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:14.087584 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59686) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:14.143356 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-45d2f62e-2913-4221-b417-c23129114821 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:14.166769 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-45d2f62e-2913-4221-b417-c23129114821 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:14.296841 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-45d2f62e-2913-4221-b417-c23129114821 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:14.299391 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-45d2f62e-2913-4221-b417-c23129114821 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:14.300619 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-45d2f62e-2913-4221-b417-c23129114821 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] 10.222.0.64 "DELETE /v2.0/security-groups/51d5b7c0-6f8c-475a-8207-d8f46703f803 HTTP/1.1" status: 204 len: 168 time: 0.2120512 Jul 09 21:16:14.310750 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2f62e-2913-4221-b417-c23129114821 tempest-TestVolumeBootPattern-216739359 tempest-TestVolumeBootPattern-216739359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d5b7c0-6f8c-475a-8207-d8f46703f803,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:14.434743 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59690) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:14.810836 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:15.049454 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Deleting port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:15.049796 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:15.123164 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] For port b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:15.123842 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:15.145498 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Calling delete_port for b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab owned by network:router_interface {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:15.394298 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:15.421508 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:15.829255 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:16.035876 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Router 896ed8af-c781-47f9-aef2-240abdb504cb has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:16:16.142929 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:16:16.144361 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-483c46d1-c2fe-4a2c-905c-09120e630613 admin admin] 10.222.0.64 "PUT /v2.0/routers/896ed8af-c781-47f9-aef2-240abdb504cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075741 Jul 09 21:16:16.145955 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59696) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:16.148757 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] Sync routers for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:16:16.158517 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:16:16.159019 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:15:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:16.246926 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:16.258551 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:16:16.349862 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:16.435945 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:16:15Z', 'revision_number': 5, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port': {'id': '399c55f5-ff92-4b60-b3c2-ca611e666687', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:29Z', 'updated_at': '2021-07-09T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:16.457698 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Deleting port 399c55f5-ff92-4b60-b3c2-ca611e666687 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:16.458218 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:16.463448 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] Checking router: 896ed8af-c781-47f9-aef2-240abdb504cb for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:16:16.476369 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] Routers {'896ed8af-c781-47f9-aef2-240abdb504cb'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:16:16.477314 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:15:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['896ed8af-c781-47f9-aef2-240abdb504cb'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:16.540977 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] For port 399c55f5-ff92-4b60-b3c2-ca611e666687, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=399c55f5-ff92-4b60-b3c2-ca611e666687,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:16.541352 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:16.553759 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Calling delete_port for 399c55f5-ff92-4b60-b3c2-ca611e666687 owned by network:router_gateway {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:16.576841 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] Set router 896ed8af-c781-47f9-aef2-240abdb504cb gateway port host: None {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:16:16.635859 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:16:16Z', 'revision_number': 6, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port_host': None}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:16.667726 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c659acb-2cf4-487d-b189-2f0a7ee41b5f None None] The sync data for ids ['896ed8af-c781-47f9-aef2-240abdb504cb'] in dv-cinder-800272-2-iscsi is: [{'id': '896ed8af-c781-47f9-aef2-240abdb504cb', 'name': 'tempest-TestVolumeBootPattern-1029017622-router', 'tenant_id': 'de2b471734b940838c34baa370312039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:28Z', 'updated_at': '2021-07-09T21:16:16Z', 'revision_number': 6, 'project_id': 'de2b471734b940838c34baa370312039', 'gw_port_host': None}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:16:16.782943 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:16.812644 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=399c55f5-ff92-4b60-b3c2-ca611e666687,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:16.874324 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:16.961215 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:16.963178 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.091621 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.092178 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 896ed8af-c781-47f9-aef2-240abdb504cb {{(pid=93739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:16:17.096436 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.097606 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-766d0f66-b3cb-4c1e-8cbd-0497cae050c2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/896ed8af-c781-47f9-aef2-240abdb504cb HTTP/1.1" status: 204 len: 168 time: 0.9507198 Jul 09 21:16:17.102735 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59706) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:17.157881 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cff8cae-0e72-4e1a-9e89-692cd904eb19 admin admin] Deleting subnet 49d630fe-3c53-4ee6-80ce-4c6ca55e718c {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:16:17.161031 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2cff8cae-0e72-4e1a-9e89-692cd904eb19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.195347 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2cff8cae-0e72-4e1a-9e89-692cd904eb19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126604395'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.275338 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2cff8cae-0e72-4e1a-9e89-692cd904eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.411906 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2cff8cae-0e72-4e1a-9e89-692cd904eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127220636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126591283'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.436891 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff8cae-0e72-4e1a-9e89-692cd904eb19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d630fe-3c53-4ee6-80ce-4c6ca55e718c,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:17.442021 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2cff8cae-0e72-4e1a-9e89-692cd904eb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.444169 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2cff8cae-0e72-4e1a-9e89-692cd904eb19 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/49d630fe-3c53-4ee6-80ce-4c6ca55e718c HTTP/1.1" status: 204 len: 168 time: 0.3404014 Jul 09 21:16:17.446753 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59708) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:17.448024 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26d81a6-f200-4f4f-b124-d3d94c12cd5e None None] Network 3fa4e6b2-bb2e-449c-b003-a2822e487d5e requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:16:17.518966 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.581111 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Deleting port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:17.581460 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.633090 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] DHCP port deletion for 3fa4e6b2-bb2e-449c-b003-a2822e487d5e request from dv-cinder-800272-2-iscsi {{(pid=93740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:16:17.648923 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] For port b13fcfde-5d2a-41b3-aae2-e9ca096a8393, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:17.649119 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.675286 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Calling delete_port for b13fcfde-5d2a-41b3-aae2-e9ca096a8393 owned by network:dhcp {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:17.682705 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Deleting port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 {{(pid=93740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:17.683097 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.756131 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] For port b13fcfde-5d2a-41b3-aae2-e9ca096a8393, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,segment=NetworkSegment(e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7),segment_id=e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:17.756534 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.776907 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Calling delete_port for b13fcfde-5d2a-41b3-aae2-e9ca096a8393 owned by network:dhcp {{(pid=93740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:17.867329 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:17.880391 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127536499'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.887814 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:16:17.888158 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b3e4ba59-b1fa-4c3b-a5cd-300ee6dd05ab not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:16:17.888576 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 399c55f5-ff92-4b60-b3c2-ca611e666687 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:17.908659 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Pushing event deleted for resources: {'Port': ['ID=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:17.910490 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] No DVR routers for this DVR port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 on host dv-cinder-800272-2-iscsi {{(pid=93739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:16:17.913146 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253'] for port, after_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.923552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 399c55f5-ff92-4b60-b3c2-ca611e666687 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:16:17.923552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 399c55f5-ff92-4b60-b3c2-ca611e666687 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:16:17.923552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b13fcfde-5d2a-41b3-aae2-e9ca096a8393 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:17.963277 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Pushing event deleted for resources: {'Port': ['ID=b13fcfde-5d2a-41b3-aae2-e9ca096a8393,revision_number=None']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:17.967739 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: b13fcfde-5d2a-41b3-aae2-e9ca096a8393 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:16:17.968100 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b13fcfde-5d2a-41b3-aae2-e9ca096a8393 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:16:17.973233 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] No DVR routers for this DVR port b13fcfde-5d2a-41b3-aae2-e9ca096a8393 on host dv-cinder-800272-2-iscsi {{(pid=93740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:16:17.976902 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.977507 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.978238 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.978238 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.978491 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.979002 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.979544 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.984982 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.984982 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.984982 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.984982 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.984982 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202e59bf-cd3e-47b4-b8e2-d581d15618d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:17.986494 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:17.999145 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa4e6b2-bb2e-449c-b003-a2822e487d5e']}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:18.009571 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7') {'for_net_delete': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:18.009938 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.services.segments.db [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ed9c41-ea4a-4bd1-b53d-2ead833d9bd7') {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:18.018550 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127909661'] for segment, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:18.033738 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:18.039856 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:16:18.040246 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127536556'] for segment, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: Traceback (most recent call last): Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: timer() Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: cb(*args, **kw) Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: return func(*args, **kwargs) Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: self._notify() Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: self.callback(batched_events) Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: event.method(event) Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: return f(self, *a, **k) Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._get(url).json() Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: return self.request(url, 'GET', **kwargs) Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:16:18.041914 dv-cinder-800272-2-iscsi neutron-server[93739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:16:18.206332 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:18.213237 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:18.215208 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] 10.222.0.64 "DELETE /v2.0/networks/3fa4e6b2-bb2e-449c-b003-a2822e487d5e HTTP/1.1" status: 204 len: 168 time: 0.7671902 Jul 09 21:16:18.218262 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59714) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:18.229314 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2a9f2-7374-4e77-9a07-07cf8d33cede admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa4e6b2-bb2e-449c-b003-a2822e487d5e,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:18.573031 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:18.697671 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ddf2-270f-4cdb-be55-6e9762798a09 req-b6b7368f-64f5-4c78-a56d-6be7c6d102cc tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:18.699206 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7e67ddf2-270f-4cdb-be55-6e9762798a09 req-b6b7368f-64f5-4c78-a56d-6be7c6d102cc tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0695870 Jul 09 21:16:18.736730 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7e67ddf2-270f-4cdb-be55-6e9762798a09 req-46e1dbf7-9b4f-4140-b142-e054d22ac48a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313373 Jul 09 21:16:18.849911 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Deleting port 7ad5248d-34da-4d4d-9688-72026f7c0bb9 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:18.850164 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:18.934320 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] For port 7ad5248d-34da-4d4d-9688-72026f7c0bb9, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=7ad5248d-34da-4d4d-9688-72026f7c0bb9,segment=NetworkSegment(72cee6d5-3323-4b86-8322-547874b9d7a7),segment_id=72cee6d5-3323-4b86-8322-547874b9d7a7)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:18.934676 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:18.947450 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Calling delete_port for 7ad5248d-34da-4d4d-9688-72026f7c0bb9 owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:19.200185 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:19.229804 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad5248d-34da-4d4d-9688-72026f7c0bb9,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:19.398825 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:19.615046 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:16:19.714498 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:16:19.719720 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-26a1f715-c4bf-415f-80bf-332a0389f663 admin admin] 10.222.0.64 "PUT /v2.0/routers/1949fd0e-15f1-45eb-8eb6-8bfb98597663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4997602 Jul 09 21:16:19.722148 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59720) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:19.722846 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] Sync routers for ids ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'] in dv-cinder-800272-2-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:16:19.732526 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] Routers {'1949fd0e-15f1-45eb-8eb6-8bfb98597663'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:16:19.733227 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:15:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:19.837507 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] Set router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 gateway port host: dv-cinder-800272-2-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:16:19.840386 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:19.943703 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72bca8-6ce9-433a-9a52-dfbcf4e928a1 req-5af306e3-500c-4276-9299-fd5f484040e9 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:19.945780 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7e72bca8-6ce9-433a-9a52-dfbcf4e928a1 req-5af306e3-500c-4276-9299-fd5f484040e9 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0816405 Jul 09 21:16:19.960297 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:19.985917 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-7e72bca8-6ce9-433a-9a52-dfbcf4e928a1 req-82cacaa9-edc7-45b3-ae3a-8634c4f664c3 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330913 Jul 09 21:16:20.087291 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Deleting port b560542d-b199-4330-8586-b115a562f393 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:20.087686 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.149583 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b560542d-b199-4330-8586-b115a562f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:16:19Z', 'revision_number': 5, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port': {'id': 'b560542d-b199-4330-8586-b115a562f393', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:07:43Z', 'updated_at': '2021-07-09T21:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:20.168533 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] For port b560542d-b199-4330-8586-b115a562f393, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=b560542d-b199-4330-8586-b115a562f393,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:20.168930 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.176110 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] Checking router: 1949fd0e-15f1-45eb-8eb6-8bfb98597663 for host: dv-cinder-800272-2-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:16:20.182785 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Calling delete_port for b560542d-b199-4330-8586-b115a562f393 owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:20.184385 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] Routers {'1949fd0e-15f1-45eb-8eb6-8bfb98597663'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:16:20.185011 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:15:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:20.271403 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] Set router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:16:20.325323 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:16:19Z', 'revision_number': 6, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port_host': None}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:20.350915 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960d33f-8ba7-41f6-addc-d7db3a6b1338 None None] The sync data for ids ['1949fd0e-15f1-45eb-8eb6-8bfb98597663'] in dv-cinder-800272-2-iscsi is: [{'id': '1949fd0e-15f1-45eb-8eb6-8bfb98597663', 'name': 'tempest-TestVolumeBootPattern-1079511192-router', 'tenant_id': '9c64362e7bf54ea080752171d76e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:07:41Z', 'updated_at': '2021-07-09T21:16:19Z', 'revision_number': 6, 'project_id': '9c64362e7bf54ea080752171d76e0740', 'gw_port_host': None}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:16:20.411261 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.440492 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=b560542d-b199-4330-8586-b115a562f393,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:20.501022 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.586864 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.589040 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.708807 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.709337 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1949fd0e-15f1-45eb-8eb6-8bfb98597663 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:16:20.713982 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.715351 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d850944c-9f34-4e61-9194-7a8f9c382a99 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1949fd0e-15f1-45eb-8eb6-8bfb98597663 HTTP/1.1" status: 204 len: 168 time: 0.9922750 Jul 09 21:16:20.717971 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59724) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:20.764566 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5222868-be06-463f-8c9a-19c74b18ca8b admin admin] Deleting subnet a4d242e1-de9c-4dba-a13a-b815f298ffee {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:16:20.770121 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5222868-be06-463f-8c9a-19c74b18ca8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.805128 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5222868-be06-463f-8c9a-19c74b18ca8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126604395'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:20.889906 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5222868-be06-463f-8c9a-19c74b18ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.023188 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5222868-be06-463f-8c9a-19c74b18ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127220636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126591283'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.047300 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5222868-be06-463f-8c9a-19c74b18ca8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d242e1-de9c-4dba-a13a-b815f298ffee,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:21.054173 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5222868-be06-463f-8c9a-19c74b18ca8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.059033 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a5222868-be06-463f-8c9a-19c74b18ca8b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a4d242e1-de9c-4dba-a13a-b815f298ffee HTTP/1.1" status: 204 len: 168 time: 0.3371928 Jul 09 21:16:21.059146 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59728) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:21.059651 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2319d609-e275-4d0f-b646-2c735375e089 None None] Network ea5751de-8ab0-49a2-b9cc-5f63050707e5 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:16:21.173817 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.195334 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6408050-b676-473e-8f46-bb423ab20656 req-9f51ed78-2efb-4a9a-b6b1-433aad2baea8 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:21.203311 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e6408050-b676-473e-8f46-bb423ab20656 req-9f51ed78-2efb-4a9a-b6b1-433aad2baea8 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0999508 Jul 09 21:16:21.234839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Deleting port ce4f94d5-7731-4e9d-9e35-4df52f138136 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:21.234839 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.252387 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e6408050-b676-473e-8f46-bb423ab20656 req-3b6bb5bd-519e-400f-866f-365c13d5f46a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475519 Jul 09 21:16:21.307190 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] For port ce4f94d5-7731-4e9d-9e35-4df52f138136, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ce4f94d5-7731-4e9d-9e35-4df52f138136,segment=NetworkSegment(72cee6d5-3323-4b86-8322-547874b9d7a7),segment_id=72cee6d5-3323-4b86-8322-547874b9d7a7)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:21.307592 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.311298 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] DHCP port deletion for ea5751de-8ab0-49a2-b9cc-5f63050707e5 request from dv-cinder-800272-2-iscsi {{(pid=93740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:16:21.324907 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Calling delete_port for ce4f94d5-7731-4e9d-9e35-4df52f138136 owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:21.358830 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] Deleting port ce4f94d5-7731-4e9d-9e35-4df52f138136 {{(pid=93740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:16:21.359339 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.429580 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] For port ce4f94d5-7731-4e9d-9e35-4df52f138136, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ce4f94d5-7731-4e9d-9e35-4df52f138136,segment=NetworkSegment(72cee6d5-3323-4b86-8322-547874b9d7a7),segment_id=72cee6d5-3323-4b86-8322-547874b9d7a7)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:21.430087 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.442763 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] Calling delete_port for ce4f94d5-7731-4e9d-9e35-4df52f138136 owned by network:dhcp {{(pid=93740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:16:21.485478 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.512574 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4f94d5-7731-4e9d-9e35-4df52f138136,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:21.513545 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] No DVR routers for this DVR port ce4f94d5-7731-4e9d-9e35-4df52f138136 on host dv-cinder-800272-2-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:16:21.518131 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253'] for port, after_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.543539 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] Pushing event deleted for resources: {'Port': ['ID=ce4f94d5-7731-4e9d-9e35-4df52f138136,revision_number=None']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:21.548137 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88362653-fabf-4c28-936d-35c79eb825ad None None] No DVR routers for this DVR port ce4f94d5-7731-4e9d-9e35-4df52f138136 on host dv-cinder-800272-2-iscsi {{(pid=93740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:16:21.586042 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.595868 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5751de-8ab0-49a2-b9cc-5f63050707e5']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:21.606045 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cee6d5-3323-4b86-8322-547874b9d7a7') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:21.606340 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cee6d5-3323-4b86-8322-547874b9d7a7') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:21.615038 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126604412'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.630319 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.637911 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:16:21.638299 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127220601'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: Traceback (most recent call last): Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: timer() Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: cb(*args, **kw) Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: return func(*args, **kwargs) Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: self._notify() Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: self.callback(batched_events) Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: event.method(event) Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: return f(self, *a, **k) Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._get(url).json() Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:16:21.639933 dv-cinder-800272-2-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:16:21.788213 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.792718 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:21.794822 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ea5751de-8ab0-49a2-b9cc-5f63050707e5 HTTP/1.1" status: 204 len: 168 time: 0.7345815 Jul 09 21:16:21.807766 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f1ba-f700-4841-8553-95e7e64d24b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5751de-8ab0-49a2-b9cc-5f63050707e5,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:21.867621 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b560542d-b199-4330-8586-b115a562f393 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:21.890659 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: b560542d-b199-4330-8586-b115a562f393 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:16:21.891014 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device b560542d-b199-4330-8586-b115a562f393 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:16:21.895869 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ce4f94d5-7731-4e9d-9e35-4df52f138136 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:21.909562 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: ce4f94d5-7731-4e9d-9e35-4df52f138136 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:16:21.909909 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ce4f94d5-7731-4e9d-9e35-4df52f138136 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:16:21.910308 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 7ad5248d-34da-4d4d-9688-72026f7c0bb9 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:21.929332 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 7ad5248d-34da-4d4d-9688-72026f7c0bb9 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:16:21.929332 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 7ad5248d-34da-4d4d-9688-72026f7c0bb9 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:16:22.102875 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59732) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:22.142421 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-74655ba9-6c2e-458e-a3d5-c21cef5c2134 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de2b471734b940838c34baa370312039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393722 Jul 09 21:16:22.145029 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59734) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:22.190997 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dfdca1da-6978-41bf-8d7e-64d814601616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:22.211302 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dfdca1da-6978-41bf-8d7e-64d814601616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:22.348522 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dfdca1da-6978-41bf-8d7e-64d814601616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:22.351016 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dfdca1da-6978-41bf-8d7e-64d814601616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:22.352227 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-dfdca1da-6978-41bf-8d7e-64d814601616 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9635c3f-5fc4-4721-9038-8dc956a5c343 HTTP/1.1" status: 204 len: 168 time: 0.2062819 Jul 09 21:16:22.361075 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdca1da-6978-41bf-8d7e-64d814601616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9635c3f-5fc4-4721-9038-8dc956a5c343,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:22.429355 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1ab88-4e63-441d-a946-3d3c12f7d762 req-8ff1e65d-1feb-4492-adee-636b4fc2816c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:22.430866 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d9f1ab88-4e63-441d-a946-3d3c12f7d762 req-8ff1e65d-1feb-4492-adee-636b4fc2816c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0632997 Jul 09 21:16:22.472256 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d9f1ab88-4e63-441d-a946-3d3c12f7d762 req-ae6e3aaf-9a3b-4d83-8925-b76a4b9d5071 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358222 Jul 09 21:16:22.554135 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9557365b-2a08-4bda-8cff-243f54a41fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:23.085055 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59744) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:23.123918 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-aa01f487-e29b-43e4-992f-0b00e02de6c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c64362e7bf54ea080752171d76e0740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374689 Jul 09 21:16:23.126638 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59746) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:23.177540 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f520b070-41d8-43b5-9991-3584e9b0c68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:23.200269 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f520b070-41d8-43b5-9991-3584e9b0c68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:23.330977 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f520b070-41d8-43b5-9991-3584e9b0c68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:23.333602 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f520b070-41d8-43b5-9991-3584e9b0c68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:23.334774 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f520b070-41d8-43b5-9991-3584e9b0c68c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/739fd07f-47f0-426e-b0f3-bb5d5c4fdfdf HTTP/1.1" status: 204 len: 168 time: 0.2072320 Jul 09 21:16:23.342898 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520b070-41d8-43b5-9991-3584e9b0c68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739fd07f-47f0-426e-b0f3-bb5d5c4fdfdf,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:23.644730 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb048bb7-1d52-4a88-a4b7-4a83d981b53d req-8ddf8cff-af14-401b-b4b0-25aa59dd05c6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:23.646432 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-eb048bb7-1d52-4a88-a4b7-4a83d981b53d req-8ddf8cff-af14-401b-b4b0-25aa59dd05c6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0650401 Jul 09 21:16:23.687873 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-eb048bb7-1d52-4a88-a4b7-4a83d981b53d req-0450f07c-d073-49d3-91f8-4fb4408285ad tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348516 Jul 09 21:16:24.858985 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94dcf4-4881-40c5-a284-6dcfdf4c58fa req-376f3716-1004-4d1e-8e5f-bea46e050f9b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:24.860420 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cc94dcf4-4881-40c5-a284-6dcfdf4c58fa req-376f3716-1004-4d1e-8e5f-bea46e050f9b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0613284 Jul 09 21:16:24.898134 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cc94dcf4-4881-40c5-a284-6dcfdf4c58fa req-881b0bf9-ea02-4b00-8818-d30a9d8a7220 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Jul 09 21:16:25.154540 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-96085be9-e309-47f2-9afe-9db76c510c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:25.302376 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:26.078348 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0d2d5-9699-4ccc-b90c-f76be7244c26 req-b9acb66f-3507-438d-8821-8deb788fb6af tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:26.079741 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fce0d2d5-9699-4ccc-b90c-f76be7244c26 req-b9acb66f-3507-438d-8821-8deb788fb6af tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0665131 Jul 09 21:16:26.116479 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fce0d2d5-9699-4ccc-b90c-f76be7244c26 req-9ecdfb78-c0e8-4a5e-9e8a-725fef2d4b1a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Jul 09 21:16:26.433699 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:27.303018 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea408f-4534-4b3a-b785-09aeda489b95 req-c2aec85b-9b5a-4070-83ca-4e6efadf5679 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:27.304573 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-70ea408f-4534-4b3a-b785-09aeda489b95 req-c2aec85b-9b5a-4070-83ca-4e6efadf5679 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0649102 Jul 09 21:16:27.342687 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-70ea408f-4534-4b3a-b785-09aeda489b95 req-739f245d-5c84-468e-8d12-daa2359e39d5 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Jul 09 21:16:28.091487 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:28.515321 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a317c42-7a54-4a3b-b5fd-25233cbb440a req-d7a8be59-5786-472e-a307-4493844237b8 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:28.516872 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9a317c42-7a54-4a3b-b5fd-25233cbb440a req-d7a8be59-5786-472e-a307-4493844237b8 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0620406 Jul 09 21:16:28.558549 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9a317c42-7a54-4a3b-b5fd-25233cbb440a req-8b2dedec-c894-4aa2-bf5a-dcbf7b100571 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361052 Jul 09 21:16:29.731052 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817909c-ff89-4e3c-8ee7-b5d0386add34 req-795b5332-fa83-4c53-bef7-d803f589982f tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:29.732566 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c817909c-ff89-4e3c-8ee7-b5d0386add34 req-795b5332-fa83-4c53-bef7-d803f589982f tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0627484 Jul 09 21:16:29.769631 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c817909c-ff89-4e3c-8ee7-b5d0386add34 req-9af05914-76d1-4e2b-82e4-b9b5b1a7598a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Jul 09 21:16:30.264475 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764257c-022c-4a10-9afb-1c94d65663bb req-533f5983-a526-424e-b7cf-25d4c04f5c28 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:30.266575 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f764257c-022c-4a10-9afb-1c94d65663bb req-533f5983-a526-424e-b7cf-25d4c04f5c28 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0634823 Jul 09 21:16:30.306869 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f764257c-022c-4a10-9afb-1c94d65663bb req-a67c9edf-d6de-4376-9736-6eff7b8e8c90 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340831 Jul 09 21:16:30.472663 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-3d3c56b0-9eff-4e0b-9bfb-90f0d6a3f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:30.474108 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-3d3c56b0-9eff-4e0b-9bfb-90f0d6a3f98a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 1098 time: 0.1816556 Jul 09 21:16:30.827356 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-b4b355e3-f064-454c-a264-93984bbc3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:30.889718 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-b4b355e3-f064-454c-a264-93984bbc3647 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 911 time: 0.3492365 Jul 09 21:16:30.892976 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-f0b51391-4d2e-4263-8b5e-3b4445367ba3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc9d847-b502-451a-ab35-94d65e5d722e HTTP/1.1" status: 200 len: 1001 time: 0.0568087 Jul 09 21:16:30.941248 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-e0df0174-e0bb-4986-bbcc-a0f9ff3eb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:30.942694 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-e0df0174-e0bb-4986-bbcc-a0f9ff3eb5a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 200 len: 849 time: 0.0441341 Jul 09 21:16:31.003448 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-1856c7c8-9405-4af1-932e-d030568eabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:31.005035 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-1856c7c8-9405-4af1-932e-d030568eabe4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559990 Jul 09 21:16:31.091966 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-cac9a17f-3aee-4988-afe6-093bb18181cc service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802634 Jul 09 21:16:31.181045 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c95b09e2-abfc-46ad-93b5-70d53641b0c2 req-5001c0fe-d6af-4cb2-afc7-ced7544d602a service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834234 Jul 09 21:16:31.481041 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587290e4-ba3d-443c-87ab-91eb99ad692c req-c77204bc-d6d4-4d5a-90f5-fbc2f0a7d73b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:31.482525 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-587290e4-ba3d-443c-87ab-91eb99ad692c req-c77204bc-d6d4-4d5a-90f5-fbc2f0a7d73b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0653353 Jul 09 21:16:31.519611 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-587290e4-ba3d-443c-87ab-91eb99ad692c req-51a3884e-630f-4fa2-9dc6-3beee657cc3f tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Jul 09 21:16:32.688719 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941306c5-8ff3-4255-98c0-332f3eb358d0 req-5c9a80b0-9cb8-44b2-8054-a9be84f4325d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:32.690197 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-941306c5-8ff3-4255-98c0-332f3eb358d0 req-5c9a80b0-9cb8-44b2-8054-a9be84f4325d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0613260 Jul 09 21:16:32.726971 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-941306c5-8ff3-4255-98c0-332f3eb358d0 req-b327359f-4482-488b-a59e-623387d0b819 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313587 Jul 09 21:16:42.868144 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:47.997063 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:16:48.542155 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-8c40eddd-9319-4490-abdd-d5bd4be5f251 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497775 Jul 09 21:16:48.624165 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-0914f218-71e4-4bfd-9ad0-8ef95ac323ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:48.625584 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-0914f218-71e4-4bfd-9ad0-8ef95ac323ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 1098 time: 0.0504487 Jul 09 21:16:48.730430 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-0718a055-3574-4e7c-8109-9cfe93a8beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:48.731963 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-0718a055-3574-4e7c-8109-9cfe93a8beae service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 911 time: 0.0858557 Jul 09 21:16:48.797850 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-5a371b96-aa81-48ab-bcd7-7158cebcd241 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afc9d847-b502-451a-ab35-94d65e5d722e HTTP/1.1" status: 200 len: 1001 time: 0.0587082 Jul 09 21:16:48.846236 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-a60791ed-6385-45fc-9ba0-74a480b9bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:48.848362 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-a60791ed-6385-45fc-9ba0-74a480b9bfa8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 200 len: 849 time: 0.0442176 Jul 09 21:16:48.908852 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-e815b742-cfaa-4e03-9e47-71223394f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:48.910246 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-e815b742-cfaa-4e03-9e47-71223394f13f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552518 Jul 09 21:16:48.995056 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-083cb384-01e2-4b92-ae2d-460a9c34abfa service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787272 Jul 09 21:16:49.085223 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2bdd424-a43c-4bb8-a726-a9e59d6fd0e2 req-c4bd9a35-bdc9-4963-9c90-5f8a4c56ed7b service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826566 Jul 09 21:16:52.553261 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-16dc6ac0-5c47-4985-bcee-842748c1af1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:55.222009 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-62ac64b1-409a-4344-843f-6f51652d7b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:55.249880 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:56.410586 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:58.096223 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:05.245954 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66b275-a740-4f8a-b28a-a1e3c53b61c1 req-34264afc-9417-4bfe-9caf-e9d1cb764c86 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:05.247456 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fc66b275-a740-4f8a-b28a-a1e3c53b61c1 req-34264afc-9417-4bfe-9caf-e9d1cb764c86 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0621407 Jul 09 21:17:05.287386 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fc66b275-a740-4f8a-b28a-a1e3c53b61c1 req-1a86744a-74f7-4432-a829-582df60568b0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343368 Jul 09 21:17:06.458699 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3170892-cd91-4eff-a378-019ce2440af2 req-6fd4ddaf-2174-4b3c-a654-51248097dcc1 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:06.460202 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a3170892-cd91-4eff-a378-019ce2440af2 req-6fd4ddaf-2174-4b3c-a654-51248097dcc1 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0634105 Jul 09 21:17:06.496317 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-a3170892-cd91-4eff-a378-019ce2440af2 req-fa510230-a855-4319-b04d-7dd93f4d903d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305667 Jul 09 21:17:07.198953 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54939be-2f4a-44ee-8716-49501855ab20 req-15983298-e239-49cd-9962-43328727806c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:07.200480 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e54939be-2f4a-44ee-8716-49501855ab20 req-15983298-e239-49cd-9962-43328727806c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0622592 Jul 09 21:17:07.313444 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Deleting port afc9d847-b502-451a-ab35-94d65e5d722e {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:17:07.313788 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:07.398385 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] For port afc9d847-b502-451a-ab35-94d65e5d722e, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=afc9d847-b502-451a-ab35-94d65e5d722e,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:17:07.398756 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:07.564936 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:07.565316 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:07.565637 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Floating IP 516e92a0-bcf0-4635-95e2-1edc7cdc0684 disassociated. External IP: 172.27.2.252, port: afc9d847-b502-451a-ab35-94d65e5d722e. Jul 09 21:17:07.565985 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Calling delete_port for afc9d847-b502-451a-ab35-94d65e5d722e owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:17:07.671035 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b7f7e-05e3-4837-bb51-cdbaa1bccad3 req-4ed86021-f8b9-4b69-8029-b833e969a2ac tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:07.672558 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b08b7f7e-05e3-4837-bb51-cdbaa1bccad3 req-4ed86021-f8b9-4b69-8029-b833e969a2ac tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 945 time: 0.0626237 Jul 09 21:17:07.709704 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b08b7f7e-05e3-4837-bb51-cdbaa1bccad3 req-8406ed33-1ac7-423e-bfcc-fcadbd20da78 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=8d127e22-1ebe-421a-937d-07508589665a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315590 Jul 09 21:17:07.901670 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:07.934699 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event deleted for resources: {'Port': ['ID=afc9d847-b502-451a-ab35-94d65e5d722e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:07.943333 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.943717 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.944066 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.944406 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.944741 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.945082 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.945420 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.945759 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.946132 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.946460 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.947192 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:07.947192 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:08.055033 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Router 064df0b4-4269-4618-a269-f37a8913134c has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:17:08.160425 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:17:08.169831 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] Sync routers for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:17:08.180228 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:17:08.180845 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:16:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:17:08.202880 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] No DVR routers for this DVR port afc9d847-b502-451a-ab35-94d65e5d722e on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:17:08.205526 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:08.207600 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e54939be-2f4a-44ee-8716-49501855ab20 req-87cefbbd-d172-4222-b36c-3e5042558f95 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "DELETE /v2.0/ports/afc9d847-b502-451a-ab35-94d65e5d722e HTTP/1.1" status: 204 len: 173 time: 1.0012250 Jul 09 21:17:08.208033 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'name': 'network-vif-deleted', 'tag': 'afc9d847-b502-451a-ab35-94d65e5d722e'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:17:08.210299 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45db6f3-f263-4441-9bc6-433f5e83c91c" -d '{"events": [{"server_uuid": "7441e23b-7a67-4a27-b3cc-a69f8883aa68", "name": "network-vif-deleted", "tag": "afc9d847-b502-451a-ab35-94d65e5d722e"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:17:08.295615 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:17:08.370946 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3e0dc3-5c08-4b41-89e9-aa0eadc07d1d x-openstack-request-id: req-1d3e0dc3-5c08-4b41-89e9-aa0eadc07d1d {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:17:08.371242 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7441e23b-7a67-4a27-b3cc-a69f8883aa68", "name": "network-vif-deleted", "tag": "afc9d847-b502-451a-ab35-94d65e5d722e", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:17:08.371524 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d3e0dc3-5c08-4b41-89e9-aa0eadc07d1d {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:17:08.371937 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7441e23b-7a67-4a27-b3cc-a69f8883aa68', 'name': 'network-vif-deleted', 'tag': 'afc9d847-b502-451a-ab35-94d65e5d722e', 'status': 'completed', 'code': 200} Jul 09 21:17:08.497390 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:17:08.527187 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] Checking router: 064df0b4-4269-4618-a269-f37a8913134c for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:17:08.536057 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:17:08.536670 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:16:55Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:17:08.637099 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:17:08.832975 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:17:08.858989 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319adfe2-1886-448f-98d6-0182c3d577f5 None None] The sync data for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi is: [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:17:08.866315 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-24f66adf-5f1e-43b7-a51f-4cb14b33185e req-479bee3f-2b12-49c0-ad24-d8522bf9a697 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=7441e23b-7a67-4a27-b3cc-a69f8883aa68 HTTP/1.1" status: 200 len: 210 time: 0.0327499 Jul 09 21:17:09.062295 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f8f6e1-6904-4969-9afb-e64845529f35 None None] New status for floating IP 516e92a0-bcf0-4635-95e2-1edc7cdc0684: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:17:10.090629 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59808) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:17:10.143637 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.165126 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.342124 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.345292 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.346463 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "DELETE /v2.0/security-groups/8d127e22-1ebe-421a-937d-07508589665a HTTP/1.1" status: 204 len: 168 time: 0.2548444 Jul 09 21:17:10.349235 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59810) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:17:10.355880 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d127e22-1ebe-421a-937d-07508589665a,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:10.363526 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.415889 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.417314 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.api.v2.resource [None req-c268291e-ab82-4035-9a67-ff27899e1386 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] show failed (client error): The resource could not be found. Jul 09 21:17:10.417790 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3ebbba-4cdc-4e34-96b0-56bb0097a30a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:10.418257 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c268291e-ab82-4035-9a67-ff27899e1386 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups/8d127e22-1ebe-421a-937d-07508589665a HTTP/1.1" status: 404 len: 347 time: 0.0177083 Jul 09 21:17:10.418257 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59812) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:17:10.443771 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device afc9d847-b502-451a-ab35-94d65e5d722e no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:17:10.462976 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: afc9d847-b502-451a-ab35-94d65e5d722e {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:17:10.463320 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device afc9d847-b502-451a-ab35-94d65e5d722e not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:17:10.540523 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Deleting port 006e7013-8ec7-49ef-a716-6637afb94413 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:17:10.540873 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.614552 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.614802 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.625943 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Calling delete_port for 006e7013-8ec7-49ef-a716-6637afb94413 owned by network:floatingip {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:17:10.827945 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.850808 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event deleted for resources: {'Port': ['ID=006e7013-8ec7-49ef-a716-6637afb94413,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:10.919367 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.922450 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:10.923632 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-caace509-e4e8-4223-897f-124699164f62 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "DELETE /v2.0/floatingips/516e92a0-bcf0-4635-95e2-1edc7cdc0684 HTTP/1.1" status: 204 len: 168 time: 0.5044456 Jul 09 21:17:11.467797 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59816) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:17:11.472548 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-b0586a7f-7191-4b7e-9a17-3e5eddac28f0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064441836', 'description': 'tempest-description--1333093896'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:17:11.553471 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b0586a7f-7191-4b7e-9a17-3e5eddac28f0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:11.631396 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b0586a7f-7191-4b7e-9a17-3e5eddac28f0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:11.742154 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b0586a7f-7191-4b7e-9a17-3e5eddac28f0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:11.770322 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0586a7f-7191-4b7e-9a17-3e5eddac28f0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29776444-eb7b-4ef7-b147-acc824edfff1,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:11.867310 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b0586a7f-7191-4b7e-9a17-3e5eddac28f0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:11.872359 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b0586a7f-7191-4b7e-9a17-3e5eddac28f0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3998287 Jul 09 21:17:11.872359 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59818) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:17:11.875935 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-55f38a72-4731-44c7-b21a-fb4f8d906be3 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'security_group_rule': {'security_group_id': '29776444-eb7b-4ef7-b147-acc824edfff1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:17:11.997964 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-55f38a72-4731-44c7-b21a-fb4f8d906be3 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.053266 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-55f38a72-4731-44c7-b21a-fb4f8d906be3 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.141459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-55f38a72-4731-44c7-b21a-fb4f8d906be3 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.159224 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f38a72-4731-44c7-b21a-fb4f8d906be3 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91a2acb-2be2-45d7-98c4-fa3232d48436,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:12.221605 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-55f38a72-4731-44c7-b21a-fb4f8d906be3 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.222819 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-55f38a72-4731-44c7-b21a-fb4f8d906be3 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504288 Jul 09 21:17:12.225488 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59820) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:17:12.229926 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-c3849d56-554a-4d1c-9d1a-126fe3b88536 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'security_group_rule': {'security_group_id': '29776444-eb7b-4ef7-b147-acc824edfff1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:17:12.349705 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3849d56-554a-4d1c-9d1a-126fe3b88536 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.406392 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3849d56-554a-4d1c-9d1a-126fe3b88536 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.501555 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3849d56-554a-4d1c-9d1a-126fe3b88536 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3987971'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.518796 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3849d56-554a-4d1c-9d1a-126fe3b88536 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad61f23-aaf8-4e28-abfe-94d03619ab4e,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:12.599215 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c3849d56-554a-4d1c-9d1a-126fe3b88536 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.600399 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c3849d56-554a-4d1c-9d1a-126fe3b88536 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739724 Jul 09 21:17:12.603381 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 59822) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:17:12.608737 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'floatingip': {'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:17:12.713112 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.812860 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.901951 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:12.988423 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Allocated IP 172.27.2.135 (505fb598-f2e1-4e01-9926-2554058e8c5b/b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4/3e6ef7e6-1460-403c-8015-b2b1615a1251) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:17:13.084485 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:13.204971 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:13.240068 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Network 505fb598-f2e1-4e01-9926-2554058e8c5b is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:17:13.244703 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:17:13.248029 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:17:13.271741 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'Port': ['ID=3e6ef7e6-1460-403c-8015-b2b1615a1251,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:13.338126 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:13.464551 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:13.609768 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:13.661138 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:13.725757 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'Port': ['ID=3e6ef7e6-1460-403c-8015-b2b1615a1251,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:13.735958 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:13.844720 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:13.848868 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-38a3424c-3645-428d-a2eb-6addfdca7d10 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2416241 Jul 09 21:17:14.028760 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-b1d15062-da05-41fe-9421-3621d86b4c0c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1064441836&fields=id&tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0 HTTP/1.1" status: 200 len: 267 time: 0.0323896 Jul 09 21:17:14.132715 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-ce7fe485-ddb2-437b-a720-1c9ec031c96b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:14.134634 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-ce7fe485-ddb2-437b-a720-1c9ec031c96b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 810 time: 0.0992241 Jul 09 21:17:14.148680 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-618a13ba-2308-44e6-ab00-c25d398becf0 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/quotas/9f9d9ada0e724567873c7c0d8b1f2fa0 HTTP/1.1" status: 200 len: 375 time: 0.0087986 Jul 09 21:17:14.213237 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-36aca092-2480-4b46-b64a-31d28ff45401 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598149 Jul 09 21:17:14.271480 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-10a3ae4a-ffbf-4fcd-a0e7-24bd50d16038 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:17:14.272482 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-10a3ae4a-ffbf-4fcd-a0e7-24bd50d16038 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478926 Jul 09 21:17:14.362635 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-0161a1d7-d54d-4dd4-8fdb-1fe29287e334 service neutron] 10.222.0.64 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843167 Jul 09 21:17:14.447683 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-061372bf-148d-4178-bfcb-b565014e04bb service neutron] 10.222.0.64 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793266 Jul 09 21:17:15.739392 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-61051481-5730-4fae-b0d1-66329204cd8e req-21d95aaa-c693-4101-988a-8921cc01d228 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 210 time: 0.0277619 Jul 09 21:17:16.880775 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6a88d06d-b93e-41a3-b517-a2f1be759066 req-73c633ec-48ea-4044-aaff-192274597418 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 210 time: 0.0339825 Jul 09 21:17:18.022215 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fd88a4ec-c3b5-4d0b-9556-daee0df68037 req-573acc44-1044-45b2-96b1-becb2a4b2ed4 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 210 time: 0.0285439 Jul 09 21:17:18.364918 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-83f8e08d-9a7e-46d2-82ca-ccbb5f75f74c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:18.366413 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-83f8e08d-9a7e-46d2-82ca-ccbb5f75f74c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 810 time: 0.1033635 Jul 09 21:17:18.418828 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-37cc11b8-15c7-41fd-827e-982df10d77d1 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0 HTTP/1.1" status: 200 len: 380 time: 0.0376904 Jul 09 21:17:18.427985 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'port': {'device_id': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'admin_state_up': True, 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'security_groups': ['29776444-eb7b-4ef7-b147-acc824edfff1']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:17:18.633383 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Made reservation on behalf of 9f9d9ada0e724567873c7c0d8b1f2fa0 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:17:18.636951 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:18.764235 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Allocated IP 172.20.0.3 (6fdbbd10-0508-4ce1-9d8b-90fcbe157347/c256a30a-047f-4b2f-bfb6-0e7aebd15245/2d9a95f4-55fa-45c0-bd7b-08cc8025a65c) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:17:18.897746 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:18.911916 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Transition to ACTIVE for port object 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:17:19.021769 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:19.066600 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:17:19.071971 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:17:19.076900 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:17:19.081384 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event updated for resources: {'Port': ['ID=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:19.128614 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:19.129237 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:19.205141 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-46e3868d-9568-4bb9-9e8c-f91552808d1e tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811964 Jul 09 21:17:19.222920 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Request body: {'port': {'device_id': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:17:19.224951 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d52aa-b27d-4769-9aa7-48e26749cd41 req-065a3034-1171-404c-932c-fbe72321a57c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:19.225440 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-836d52aa-b27d-4769-9aa7-48e26749cd41 req-065a3034-1171-404c-932c-fbe72321a57c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 931 time: 0.0643170 Jul 09 21:17:19.271883 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-836d52aa-b27d-4769-9aa7-48e26749cd41 req-8179aa7f-ff90-4745-ae60-1573760858f9 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398176 Jul 09 21:17:19.304639 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:19.312762 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-8d1c3e20-0c97-4232-b0dc-8e726eae2d9b None None] Provisioning for port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c completed by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:17:19.316598 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-8d1c3e20-0c97-4232-b0dc-8e726eae2d9b None None] Provisioning complete for port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c triggered by entity DHCP. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:17:19.316967 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3e20-0c97-4232-b0dc-8e726eae2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:19.349334 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c3e20-0c97-4232-b0dc-8e726eae2d9b None None] Port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c cannot update to ACTIVE because it is not bound. {{(pid=93740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:17:19.561921 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:17:19.569133 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:19.580435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Transition to ACTIVE for port object 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:17:19.679007 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:19.732003 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Pushing event updated for resources: {'Port': ['ID=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:19.809798 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Attempting to bind port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:17:19.810014 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Attempting to bind port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:17:19.810287 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Attempting to bind port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c on network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:17:19.817371 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c on network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:17:19.817371 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Attempting to bind port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c on network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:17:19.822393 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:17:19.822731 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Checking segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:17:19.825202 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Bound using segment: {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:17:19.825202 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Bound port: 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:17:19.825202 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:19.889572 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] For port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:17:19.892544 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] For port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:17:19.964580 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:20.004467 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:20.005099 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:20.006574 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] 10.222.0.43 "PUT /v2.0/ports/2d9a95f4-55fa-45c0-bd7b-08cc8025a65c HTTP/1.1" status: 200 len: 1093 time: 0.7881198 Jul 09 21:17:20.006980 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'tag': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:17:20.009249 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b42977-ef19-4202-b098-d8012dface80" -d '{"events": [{"name": "network-changed", "server_uuid": "93dbf022-3c04-4ed9-8dd2-c70ea66c056d", "tag": "2d9a95f4-55fa-45c0-bd7b-08cc8025a65c"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:17:20.035898 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498594c5-7fbc-4cca-b09d-a5784eac73de service neutron] Pushing event updated for resources: {'Port': ['ID=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:20.051865 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49d0be7-6300-45ca-883c-129dcdcd83a4 x-openstack-request-id: req-c49d0be7-6300-45ca-883c-129dcdcd83a4 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:17:20.052160 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dbf022-3c04-4ed9-8dd2-c70ea66c056d", "tag": "2d9a95f4-55fa-45c0-bd7b-08cc8025a65c", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:17:20.052416 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c49d0be7-6300-45ca-883c-129dcdcd83a4 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:17:20.052824 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'tag': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'status': 'completed', 'code': 200} Jul 09 21:17:20.174361 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b42977-ef19-4202-b098-d8012dface80 req-2ca3a9c3-b02c-49f4-be0d-a4249699d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:20.177938 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-95b42977-ef19-4202-b098-d8012dface80 req-2ca3a9c3-b02c-49f4-be0d-a4249699d846 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 1096 time: 0.0818799 Jul 09 21:17:20.275924 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b42977-ef19-4202-b098-d8012dface80 req-d6165689-c43c-4848-afe9-8c80929bb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:20.277341 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-95b42977-ef19-4202-b098-d8012dface80 req-d6165689-c43c-4848-afe9-8c80929bb6eb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0872862 Jul 09 21:17:20.373645 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b42977-ef19-4202-b098-d8012dface80 req-4dfb5556-1016-4004-ad2b-9185464a1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:20.375101 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-95b42977-ef19-4202-b098-d8012dface80 req-4dfb5556-1016-4004-ad2b-9185464a1ac8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913422 Jul 09 21:17:20.446046 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc50f5c-d966-4b45-b631-76bc7878e376 req-d3164e03-1a77-4130-b31f-2e20947a6b05 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:20.447554 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9fc50f5c-d966-4b45-b631-76bc7878e376 req-d3164e03-1a77-4130-b31f-2e20947a6b05 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 943 time: 0.0654659 Jul 09 21:17:20.489742 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-95bcc62d-1126-4f2e-9086-1c6bf4f6e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:20.491279 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-95bcc62d-1126-4f2e-9086-1c6bf4f6e065 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 1096 time: 0.0517578 Jul 09 21:17:20.499018 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9fc50f5c-d966-4b45-b631-76bc7878e376 req-475c8556-1483-4849-a1a6-88e7324d4954 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447938 Jul 09 21:17:20.547231 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-6ea7ae32-3b4f-4f1a-9bea-88a721d3b92c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c HTTP/1.1" status: 200 len: 217 time: 0.0396128 Jul 09 21:17:20.596420 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-e80edb6c-7478-43ea-b884-b476fd483fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:20.597867 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-e80edb6c-7478-43ea-b884-b476fd483fd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 200 len: 849 time: 0.0438967 Jul 09 21:17:20.653157 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-d97cacb3-5e08-47d7-8a68-e23498182611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:20.655139 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-d97cacb3-5e08-47d7-8a68-e23498182611 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499156 Jul 09 21:17:20.747410 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-78efb685-868b-46dd-9875-0bb52527e09d service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860260 Jul 09 21:17:20.839253 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c7590ba-fd7c-445b-9bf9-d4e233933fab req-7bd28ffd-b22d-42aa-907a-7b0ae541b853 service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850320 Jul 09 21:17:21.676588 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213f72d-cfb7-43df-8321-5356b9a1fb33 req-195741b5-7500-4409-bc4c-6fc1dd537698 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:21.677986 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e213f72d-cfb7-43df-8321-5356b9a1fb33 req-195741b5-7500-4409-bc4c-6fc1dd537698 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 943 time: 0.0628786 Jul 09 21:17:21.714161 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e213f72d-cfb7-43df-8321-5356b9a1fb33 req-dea40552-de28-446e-9b3a-ac3b9b0591ef tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304763 Jul 09 21:17:22.512535 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f77c5b32-2a4f-4e02-a080-526ca0067d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:22.882078 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda67df-afb7-4945-b9b7-2b210096591c req-e35a7dec-132b-4a69-a7a2-a552e762387a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:22.883550 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4dda67df-afb7-4945-b9b7-2b210096591c req-e35a7dec-132b-4a69-a7a2-a552e762387a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 943 time: 0.0602551 Jul 09 21:17:22.919147 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4dda67df-afb7-4945-b9b7-2b210096591c req-f72b264d-1e41-4616-8b64-9809d47c54ae tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296500 Jul 09 21:17:24.089837 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c565f6-a70b-4659-b45f-43a984d470be req-1fdb5e4e-6012-4e5d-b322-e0c7b05f754f tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:24.091376 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-59c565f6-a70b-4659-b45f-43a984d470be req-1fdb5e4e-6012-4e5d-b322-e0c7b05f754f tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 943 time: 0.0635436 Jul 09 21:17:24.127757 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-59c565f6-a70b-4659-b45f-43a984d470be req-2d3942f9-fdca-4e98-b151-a5f992f5d266 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304837 Jul 09 21:17:24.528736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:17:24.622593 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:17:24.634120 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'port_id': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'mac_address': 'fa:16:3e:84:f8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:17:24.669184 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:24.681690 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:17:24.700902 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:17:24.752468 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:24.801408 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:24.808337 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.808715 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.809062 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.809399 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.809736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.810068 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.810396 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.811221 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.811575 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.811903 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.812233 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.812552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:17:24.995444 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:17:25.064820 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['2d9a95f4-55fa-45c0-bd7b-08cc8025a65c'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:17:25.117452 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-88acfbcf-aa94-45b4-b46a-11cf187a7ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:25.227352 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:25.302119 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b496-09bf-43a2-bdc4-fe8ce5157f5a req-3b64964e-f525-4a7d-8d20-8e0bcd41c53c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:25.303670 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-65b3b496-09bf-43a2-bdc4-fe8ce5157f5a req-3b64964e-f525-4a7d-8d20-8e0bcd41c53c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 944 time: 0.0620353 Jul 09 21:17:25.340596 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-65b3b496-09bf-43a2-bdc4-fe8ce5157f5a req-ad1bccca-617c-43ac-b459-c8d64e0cc292 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Jul 09 21:17:26.431889 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:26.513610 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0722-c616-445f-8a34-fb67713bc0c5 req-870a5154-81f9-4cd7-b613-bab67b4ad340 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:26.515077 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1b3e0722-c616-445f-8a34-fb67713bc0c5 req-870a5154-81f9-4cd7-b613-bab67b4ad340 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 944 time: 0.0640602 Jul 09 21:17:26.537435 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:17:26.551929 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-1b3e0722-c616-445f-8a34-fb67713bc0c5 req-eba3b725-3920-45c2-b18d-c8ab8e1c6f0c tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Jul 09 21:17:26.638619 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:17:26.642523 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:17:26.646335 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:26.716735 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:26.738692 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:17:26.740951 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc0862b-09ab-42de-afc3-4125d3b01dca" -d '{"events": [{"server_uuid": "93dbf022-3c04-4ed9-8dd2-c70ea66c056d", "name": "network-vif-plugged", "status": "completed", "tag": "2d9a95f4-55fa-45c0-bd7b-08cc8025a65c"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:17:26.753886 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:17:26.833485 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e77cc2-5a41-47e1-ad7b-f604b4f19a26 x-openstack-request-id: req-c6e77cc2-5a41-47e1-ad7b-f604b4f19a26 {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:17:26.833805 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dbf022-3c04-4ed9-8dd2-c70ea66c056d", "name": "network-vif-plugged", "status": "completed", "tag": "2d9a95f4-55fa-45c0-bd7b-08cc8025a65c", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:17:26.834063 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6e77cc2-5a41-47e1-ad7b-f604b4f19a26 {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:17:26.834459 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'code': 200} Jul 09 21:17:26.854652 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:26.901336 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:17:27.247244 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ecc2-993b-4fc5-ae03-0baf4a302442 req-f7630c0a-8a19-49dd-a6aa-2bbc590e1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:27.248687 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3177ecc2-993b-4fc5-ae03-0baf4a302442 req-f7630c0a-8a19-49dd-a6aa-2bbc590e1185 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 1098 time: 0.0506470 Jul 09 21:17:27.282650 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3177ecc2-993b-4fc5-ae03-0baf4a302442 req-c62025a6-fe4f-4023-a550-1955a8fe22dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275621 Jul 09 21:17:27.724716 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b421e-a88d-4194-82e7-e6a14af28ae4 req-f2d22513-b8f1-4bd3-95c3-7bb8c2a12d3a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:27.726205 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e07b421e-a88d-4194-82e7-e6a14af28ae4 req-f2d22513-b8f1-4bd3-95c3-7bb8c2a12d3a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 945 time: 0.0618455 Jul 09 21:17:27.763023 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e07b421e-a88d-4194-82e7-e6a14af28ae4 req-2ecf603f-0e83-41b6-a831-f37bd62d4aec tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Jul 09 21:17:28.118836 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:28.942310 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53221c8-9ddb-4f31-8412-39de559e75fc req-d19f6f86-8cf1-41e3-8224-ae0034a0f364 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:28.943821 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c53221c8-9ddb-4f31-8412-39de559e75fc req-d19f6f86-8cf1-41e3-8224-ae0034a0f364 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 945 time: 0.0657105 Jul 09 21:17:28.983352 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c53221c8-9ddb-4f31-8412-39de559e75fc req-472b3cf0-2dd4-4476-9608-c73b50fafe67 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337348 Jul 09 21:17:29.156204 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4ee2-eed3-4b99-8683-c4f0c0955ae7 req-fc63e06c-1ef2-4484-9594-f75ce7963f88 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:29.157688 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b69c4ee2-eed3-4b99-8683-c4f0c0955ae7 req-fc63e06c-1ef2-4484-9594-f75ce7963f88 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 945 time: 0.0701244 Jul 09 21:17:29.166373 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 59912) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:17:29.171412 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Request body: {'floatingip': {'port_id': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:17:29.215498 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:29.908146 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:29.992592 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:30.088088 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.l3_db [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Floating IP cb9a3529-cada-45df-8f88-7a19ecf2fd38 associated. External IP: 172.27.2.135, port: 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c. Jul 09 21:17:30.291046 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Router 064df0b4-4269-4618-a269-f37a8913134c has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:17:30.395416 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:17:30.400103 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:30.404821 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] Sync routers for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:17:30.414082 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:17:30.414697 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:17:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:17:30.436225 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-5cc21d41-a63b-4f00-8f46-c0f9e66c3823 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "PUT /v2.0/floatingips/cb9a3529-cada-45df-8f88-7a19ecf2fd38 HTTP/1.1" status: 200 len: 991 time: 1.2682323 Jul 09 21:17:30.436800 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'tag': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:17:30.439112 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad9129b9e452b32a666ed97bd230378d59fec564ee159b006aa14f48c12048de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72c04bc-cce9-4793-a621-ad9d59cb2983" -d '{"events": [{"name": "network-changed", "server_uuid": "93dbf022-3c04-4ed9-8dd2-c70ea66c056d", "tag": "2d9a95f4-55fa-45c0-bd7b-08cc8025a65c"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:17:30.536445 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c8ffd2-071c-473b-a081-3a6a97688f3a x-openstack-request-id: req-83c8ffd2-071c-473b-a081-3a6a97688f3a {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:17:30.536735 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dbf022-3c04-4ed9-8dd2-c70ea66c056d", "tag": "2d9a95f4-55fa-45c0-bd7b-08cc8025a65c", "status": "completed", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:17:30.536987 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83c8ffd2-071c-473b-a081-3a6a97688f3a {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:17:30.537390 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'tag': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'status': 'completed', 'code': 200} Jul 09 21:17:30.615302 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:17:30.661303 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-6a64da7e-9503-420c-9362-0fe128e78c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:30.662852 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-6a64da7e-9503-420c-9362-0fe128e78c3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 1098 time: 0.0544403 Jul 09 21:17:30.750428 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-16b230ad-e832-4f92-a07f-a51cd3ac86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:30.751986 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-16b230ad-e832-4f92-a07f-a51cd3ac86b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 911 time: 0.0831842 Jul 09 21:17:30.819539 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-ed2ed957-0b04-44ab-a9b8-469448656f18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c HTTP/1.1" status: 200 len: 999 time: 0.0612936 Jul 09 21:17:30.840191 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'cb9a3529-cada-45df-8f88-7a19ecf2fd38', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '064df0b4-4269-4618-a269-f37a8913134c', 'port_id': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'mac_address': 'fa:16:3e:84:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:17:13Z', 'updated_at': '2021-07-09T21:17:29Z', 'revision_number': 1, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:17:30.866037 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] Checking router: 064df0b4-4269-4618-a269-f37a8913134c for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:17:30.866619 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-28ee6ae2-8df4-4ff3-9e99-ed2013764a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:30.868162 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-28ee6ae2-8df4-4ff3-9e99-ed2013764a21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 200 len: 849 time: 0.0431154 Jul 09 21:17:30.874620 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:17:30.875231 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:17:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:17:30.923876 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-c8a009b6-7573-48ea-8cdf-0bc82e4314a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:30.925386 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-c8a009b6-7573-48ea-8cdf-0bc82e4314a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514040 Jul 09 21:17:30.979051 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:17:31.017423 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-24a4f74e-84b5-4158-a00f-9292b729652f service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855265 Jul 09 21:17:31.104583 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e72c04bc-cce9-4793-a621-ad9d59cb2983 req-835d08cb-e22d-4735-800d-143adfb2a48b service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807903 Jul 09 21:17:31.212833 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'cb9a3529-cada-45df-8f88-7a19ecf2fd38', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '064df0b4-4269-4618-a269-f37a8913134c', 'port_id': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'mac_address': 'fa:16:3e:84:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:17:13Z', 'updated_at': '2021-07-09T21:17:29Z', 'revision_number': 1, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:17:31.239013 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec677417-8174-41bc-bc1c-4417e30385f9 None None] The sync data for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi is: [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_floatingips': [{'id': 'cb9a3529-cada-45df-8f88-7a19ecf2fd38', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'router_id': '064df0b4-4269-4618-a269-f37a8913134c', 'port_id': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'mac_address': 'fa:16:3e:84:f8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:17:13Z', 'updated_at': '2021-07-09T21:17:29Z', 'revision_number': 1, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:17:31.413548 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d4626-3b60-4402-821d-8de5afe46de5 None None] New status for floating IP cb9a3529-cada-45df-8f88-7a19ecf2fd38: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:17:42.843867 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:50.431062 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-b06a113a-3816-48d6-96ee-197c2a627c10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501142 Jul 09 21:17:50.807195 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-e26b5ff1-6ace-4a96-b28c-d21e11c667e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:50.808785 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-e26b5ff1-6ace-4a96-b28c-d21e11c667e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 1098 time: 0.3180437 Jul 09 21:17:50.909767 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-969d74ba-0763-40f2-9d38-bd985e6e3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:50.911238 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-969d74ba-0763-40f2-9d38-bd985e6e3abd service neutron] 10.222.0.43 "GET /v2.0/networks?id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 200 len: 911 time: 0.0822031 Jul 09 21:17:50.979721 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-621e473a-9382-4295-9acb-124e4c28f208 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c HTTP/1.1" status: 200 len: 1001 time: 0.0607021 Jul 09 21:17:51.027765 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-93410479-d517-4951-9c6b-e489c6e8cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:51.029319 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-93410479-d517-4951-9c6b-e489c6e8cc0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 200 len: 849 time: 0.0436003 Jul 09 21:17:51.088982 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-22ae8a96-bf2e-4f86-87d0-bc6f639a65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:51.090411 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-22ae8a96-bf2e-4f86-87d0-bc6f639a65fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6fdbbd10-0508-4ce1-9d8b-90fcbe157347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544517 Jul 09 21:17:51.183697 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-22a121dd-7ecc-466c-b19c-2dadeb5a8552 service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854766 Jul 09 21:17:51.272588 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b0bbaf4-de81-45ad-9745-7954416dc570 req-84df4068-17a1-42c2-9904-09425b4634d5 service neutron] 10.222.0.43 "GET /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816801 Jul 09 21:17:52.557313 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ee8521f5-b49b-421b-9a52-01eb8da0df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:55.112342 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3ddb0a3b-6c83-4a78-88b1-c02e3674b991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:55.209066 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:56.442482 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:58.089564 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:01.994368 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:18:12.899174 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:22.517828 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-1810201c-3ee9-4616-9154-339f622d3dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:25.082546 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-241904f5-8a5b-4589-94bb-0ca22f57a8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:25.231490 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:26.448730 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:28.106222 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:33.873121 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b01d-4cdb-4705-8577-2d83618fe404 req-b8085b90-4875-4a1a-9886-ce6d1d2344b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:33.874609 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e123b01d-4cdb-4705-8577-2d83618fe404 req-b8085b90-4875-4a1a-9886-ce6d1d2344b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 945 time: 0.0637069 Jul 09 21:18:33.911716 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e123b01d-4cdb-4705-8577-2d83618fe404 req-27757c0d-d1f8-4dae-8134-36351136a641 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Jul 09 21:18:35.084557 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730e17e-a4ba-4efb-9b99-33abb5def819 req-111ba20e-0c6e-4a0f-844f-8e97638ea551 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:35.086014 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9730e17e-a4ba-4efb-9b99-33abb5def819 req-111ba20e-0c6e-4a0f-844f-8e97638ea551 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 945 time: 0.0641921 Jul 09 21:18:35.123850 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-9730e17e-a4ba-4efb-9b99-33abb5def819 req-a4bd2461-7449-4da5-9d24-17e9b78e7e30 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups?id=29776444-eb7b-4ef7-b147-acc824edfff1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314240 Jul 09 21:18:35.667457 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-2d7f2b14-d379-4e1c-8550-46b08f1de5ee tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:35.668841 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-2d7f2b14-d379-4e1c-8550-46b08f1de5ee tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 945 time: 0.0658884 Jul 09 21:18:35.765178 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Deleting port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:18:35.765516 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:35.866394 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] For port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:18:35.866760 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:36.028527 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:36.028815 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811972'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:36.029136 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Floating IP cb9a3529-cada-45df-8f88-7a19ecf2fd38 disassociated. External IP: 172.27.2.135, port: 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c. Jul 09 21:18:36.029475 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Calling delete_port for 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:18:36.231543 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:36.262195 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event deleted for resources: {'Port': ['ID=2d9a95f4-55fa-45c0-bd7b-08cc8025a65c,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:36.262560 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-8c8f0965-ff20-401f-865d-fd3eb8de963d req-fcb0698f-914b-41d1-ad7d-b0e3cb604b68 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 210 time: 0.0292022 Jul 09 21:18:36.272368 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.272599 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.272948 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.273295 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.273634 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.273974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.274336 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.274647 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.274983 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.275315 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.275673 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.280360 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:36.388864 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Router 064df0b4-4269-4618-a269-f37a8913134c has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:18:36.492517 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:18:36.503683 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] Sync routers for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:18:36.513335 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:18:36.514025 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:18:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:36.536144 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] No DVR routers for this DVR port 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:18:36.538624 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:36.540708 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0f5a3e5a-1e62-42aa-a04d-9cb48948c402 req-9b82a5d1-2b4a-4286-9f3e-cf5b4ab2e21d tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.43 "DELETE /v2.0/ports/2d9a95f4-55fa-45c0-bd7b-08cc8025a65c HTTP/1.1" status: 204 len: 173 time: 0.8653400 Jul 09 21:18:36.541146 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'name': 'network-vif-deleted', 'tag': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:18:36.544418 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fd4c55-cdd3-46b3-8f4f-67d47009041e" -d '{"events": [{"server_uuid": "93dbf022-3c04-4ed9-8dd2-c70ea66c056d", "name": "network-vif-deleted", "tag": "2d9a95f4-55fa-45c0-bd7b-08cc8025a65c"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:18:36.584710 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3eb89-b2b1-4e87-9ef1-95730c440608 x-openstack-request-id: req-02a3eb89-b2b1-4e87-9ef1-95730c440608 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:18:36.585185 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dbf022-3c04-4ed9-8dd2-c70ea66c056d", "name": "network-vif-deleted", "tag": "2d9a95f4-55fa-45c0-bd7b-08cc8025a65c", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:18:36.585450 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02a3eb89-b2b1-4e87-9ef1-95730c440608 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:18:36.585858 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dbf022-3c04-4ed9-8dd2-c70ea66c056d', 'name': 'network-vif-deleted', 'tag': '2d9a95f4-55fa-45c0-bd7b-08cc8025a65c', 'status': 'completed', 'code': 200} Jul 09 21:18:36.621772 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:18:36.829257 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:36.858029 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] Checking router: 064df0b4-4269-4618-a269-f37a8913134c for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:18:36.866176 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:18:36.866723 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:18:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:36.980179 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:18:37.257139 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:37.287155 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71baec17-24fb-4b06-bc98-2b86b68c6539 None None] The sync data for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi is: [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:14Z', 'revision_number': 4, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi', '_interfaces': [{'id': 'a2f5f11f-b4c4-475f-b28c-3c9975398ee8', 'name': '', 'network_id': '6fdbbd10-0508-4ce1-9d8b-90fcbe157347', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'mac_address': 'fa:16:3e:ee:92:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:14Z', 'updated_at': '2021-07-09T21:14:20Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'subnets': [{'id': 'c256a30a-047f-4b2f-bfb6-0e7aebd15245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:18:37.420410 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-b1cb3f91-206b-4b0c-a895-63c9d93d6f78 req-be15909f-8860-4a24-a9d3-0e30b8c5b73b tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/ports?device_id=93dbf022-3c04-4ed9-8dd2-c70ea66c056d HTTP/1.1" status: 200 len: 210 time: 0.0283451 Jul 09 21:18:37.506718 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87f063-3736-4b41-b173-b76551551acd None None] New status for floating IP cb9a3529-cada-45df-8f88-7a19ecf2fd38: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:18:38.632275 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60120) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:38.685566 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:38.708253 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:38.820092 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:38.824161 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:38.825341 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "DELETE /v2.0/security-groups/29776444-eb7b-4ef7-b147-acc824edfff1 HTTP/1.1" status: 204 len: 168 time: 0.1920145 Jul 09 21:18:38.828085 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60122) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:38.835030 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29776444-eb7b-4ef7-b147-acc824edfff1,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:38.842914 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.844669 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.api.v2.resource [None req-ab93f3d2-331a-47ee-8237-add8b69e5a0a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] show failed (client error): The resource could not be found. Jul 09 21:18:38.844821 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.844821 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.844821 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.845121 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ab93f3d2-331a-47ee-8237-add8b69e5a0a tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "GET /v2.0/security-groups/29776444-eb7b-4ef7-b147-acc824edfff1 HTTP/1.1" status: 404 len: 347 time: 0.0150771 Jul 09 21:18:38.845227 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.845318 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.845840 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.846413 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.847006 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.847255 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60124) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:38.847638 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.848206 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.848792 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a45c23-2cfc-48f1-a061-7aff084db3f6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:38.887352 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:18:38.981064 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Deleting port 3e6ef7e6-1460-403c-8015-b2b1615a1251 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:18:38.981414 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:38.993932 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:18:39.023253 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:18:39.023660 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 2d9a95f4-55fa-45c0-bd7b-08cc8025a65c not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:18:39.060159 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:39.060492 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:39.071710 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Calling delete_port for 3e6ef7e6-1460-403c-8015-b2b1615a1251 owned by network:floatingip {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:18:39.271678 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:39.300496 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Pushing event deleted for resources: {'Port': ['ID=3e6ef7e6-1460-403c-8015-b2b1615a1251,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:39.360460 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:39.362944 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:39.364147 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6c938982-3ae4-4c72-af84-493846aa21b6 tempest-AttachVolumeTestJSON-2126139452 tempest-AttachVolumeTestJSON-2126139452-project] 10.222.0.64 "DELETE /v2.0/floatingips/cb9a3529-cada-45df-8f88-7a19ecf2fd38 HTTP/1.1" status: 204 len: 168 time: 0.5159378 Jul 09 21:18:42.860260 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:43.510598 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60152) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:43.842683 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3746809'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:44.096649 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Deleting port a2f5f11f-b4c4-475f-b28c-3c9975398ee8 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:18:44.096903 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:44.170166 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] For port a2f5f11f-b4c4-475f-b28c-3c9975398ee8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:18:44.170527 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:44.182868 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Calling delete_port for a2f5f11f-b4c4-475f-b28c-3c9975398ee8 owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:18:44.448559 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:44.478017 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f5f11f-b4c4-475f-b28c-3c9975398ee8,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:44.635382 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3745479'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:45.106566 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Router 064df0b4-4269-4618-a269-f37a8913134c has already been hosted by L3 agent f1360b07-5f87-4a27-b70a-d9a3af871736 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:18:45.205698 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] Notify agent at l3_agent.dv-cinder-800272-2-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:18:45.210580 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c9b9b68f-dcc9-4439-9304-72b2c0c9f895 admin admin] 10.222.0.64 "PUT /v2.0/routers/064df0b4-4269-4618-a269-f37a8913134c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989503 Jul 09 21:18:45.213155 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60154) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:45.213964 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] Sync routers for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:18:45.224326 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:18:45.224931 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:18:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:45.317370 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:45.332807 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: dv-cinder-800272-2-iscsi {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:18:45.416980 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:45.506255 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'external_fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:18:44Z', 'revision_number': 5, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port': {'id': 'ba40b274-0100-43d6-abd6-e44e5c8c73b8', 'name': '', 'network_id': '505fb598-f2e1-4e01-9926-2554058e8c5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064df0b4-4269-4618-a269-f37a8913134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800272-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38b44a2-f3f8-49ec-9bc0-6ca931b53ac4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800272-2-iscsi'}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:45.531638 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] Checking router: 064df0b4-4269-4618-a269-f37a8913134c for host: dv-cinder-800272-2-iscsi {{(pid=93741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:18:45.539813 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] Routers {'064df0b4-4269-4618-a269-f37a8913134c'} bound to L3 agent in host dv-cinder-800272-2-iscsi {{(pid=93741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:18:45.540447 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800272-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T20:57:25Z,description=,heartbeat_timestamp=2021-07-09T21:18:25Z,host='dv-cinder-800272-2-iscsi',id=f1360b07-5f87-4a27-b70a-d9a3af871736,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T20:57:26Z,topic='l3_agent')) {'router_ids': ['064df0b4-4269-4618-a269-f37a8913134c'], 'active': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:45.559452 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Deleting port ba40b274-0100-43d6-abd6-e44e5c8c73b8 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:18:45.559813 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:45.625613 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvr_db [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] Set router 064df0b4-4269-4618-a269-f37a8913134c gateway port host: None {{(pid=93741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:18:45.643052 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] For port ba40b274-0100-43d6-abd6-e44e5c8c73b8, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=ba40b274-0100-43d6-abd6-e44e5c8c73b8,segment=NetworkSegment(ca58fa0d-d77b-461e-81e8-d61a4de043c5),segment_id=ca58fa0d-d77b-461e-81e8-d61a4de043c5)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:18:45.643614 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:45.655882 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Calling delete_port for ba40b274-0100-43d6-abd6-e44e5c8c73b8 owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:18:45.679317 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.l3_hamode_db [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:18:45Z', 'revision_number': 6, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port_host': None}], 'dv-cinder-800272-2-iscsi', False) {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:45.705745 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6616205b-353c-4838-bc15-855a7d64dcaf None None] The sync data for ids ['064df0b4-4269-4618-a269-f37a8913134c'] in dv-cinder-800272-2-iscsi is: [{'id': '064df0b4-4269-4618-a269-f37a8913134c', 'name': 'tempest-AttachVolumeTestJSON-259961509-router', 'tenant_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:14:11Z', 'updated_at': '2021-07-09T21:18:45Z', 'revision_number': 6, 'project_id': '9f9d9ada0e724567873c7c0d8b1f2fa0', 'gw_port_host': None}] {{(pid=93741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:18:45.906147 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:45.932549 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba40b274-0100-43d6-abd6-e44e5c8c73b8,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:45.995283 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3812030'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.085844 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3757834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7474'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.088868 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.137352 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device a2f5f11f-b4c4-475f-b28c-3c9975398ee8 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:18:46.157502 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: a2f5f11f-b4c4-475f-b28c-3c9975398ee8 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:18:46.157861 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device a2f5f11f-b4c4-475f-b28c-3c9975398ee8 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:18:46.219717 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3754138'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.220228 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064df0b4-4269-4618-a269-f37a8913134c {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:18:46.224414 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.225573 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-be903cdf-d55a-4b40-b983-ccad4f953440 admin admin] 10.222.0.64 "DELETE /v2.0/routers/064df0b4-4269-4618-a269-f37a8913134c HTTP/1.1" status: 204 len: 168 time: 1.0114923 Jul 09 21:18:46.228048 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60156) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:46.272086 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4804a19f-b429-4a65-929d-7aaf306978f4 admin admin] Deleting subnet c256a30a-047f-4b2f-bfb6-0e7aebd15245 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:18:46.275035 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4804a19f-b429-4a65-929d-7aaf306978f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.310104 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4804a19f-b429-4a65-929d-7aaf306978f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126604395'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.396397 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4804a19f-b429-4a65-929d-7aaf306978f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.522743 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4804a19f-b429-4a65-929d-7aaf306978f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127220636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126591283'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.550431 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804a19f-b429-4a65-929d-7aaf306978f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c256a30a-047f-4b2f-bfb6-0e7aebd15245,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:46.552475 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4804a19f-b429-4a65-929d-7aaf306978f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.554368 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4804a19f-b429-4a65-929d-7aaf306978f4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c256a30a-047f-4b2f-bfb6-0e7aebd15245 HTTP/1.1" status: 204 len: 168 time: 0.3249044 Jul 09 21:18:46.556972 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60158) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:46.559407 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b4f4c-1081-4b5f-8a8a-b3eaaccbed71 None None] Network 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:18:46.631561 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.686324 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Deleting port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:18:46.686868 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.754049 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] For port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:18:46.754409 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.770473 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da1568-220f-463c-85fd-3973892013d2 None None] DHCP port deletion for 6fdbbd10-0508-4ce1-9d8b-90fcbe157347 request from dv-cinder-800272-2-iscsi {{(pid=93740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:18:46.772998 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Calling delete_port for 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:18:46.815957 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Deleting port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 {{(pid=93740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:18:46.816340 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.879244 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-99da1568-220f-463c-85fd-3973892013d2 None None] For port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7, host dv-cinder-800272-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800272-2-iscsi',level=0,port_id=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,segment=NetworkSegment(ea3e0f7c-ec8e-46c4-b47e-a318ab079f29),segment_id=ea3e0f7c-ec8e-46c4-b47e-a318ab079f29)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:18:46.879665 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.891985 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Calling delete_port for 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 owned by network:dhcp {{(pid=93740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:18:46.928301 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.955435 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:46.957272 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] No DVR routers for this DVR port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 on host dv-cinder-800272-2-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:18:46.968867 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253'] for port, after_delete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:46.993595 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Pushing event deleted for resources: {'Port': ['ID=4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7,revision_number=None']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:46.999078 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da1568-220f-463c-85fd-3973892013d2 None None] No DVR routers for this DVR port 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 on host dv-cinder-800272-2-iscsi {{(pid=93740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:18:47.010935 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.011292 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.011684 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.012022 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.012358 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.012694 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.013026 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.013355 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.013687 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.014012 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.014337 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.014659 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1568-220f-463c-85fd-3973892013d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:47.030930 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.040545 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdbbd10-0508-4ce1-9d8b-90fcbe157347']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:47.050373 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:47.052473 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3e0f7c-ec8e-46c4-b47e-a318ab079f29') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:18:47.059924 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126604412'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.074335 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.080551 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:18:47.080956 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127220601'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: Traceback (most recent call last): Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: timer() Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: cb(*args, **kw) Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: return func(*args, **kwargs) Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: self._notify() Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: self.callback(batched_events) Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: event.method(event) Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: return f(self, *a, **k) Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._get(url).json() Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:18:47.082690 dv-cinder-800272-2-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:18:47.219723 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.225070 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.226925 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6fdbbd10-0508-4ce1-9d8b-90fcbe157347 HTTP/1.1" status: 204 len: 168 time: 0.6691613 Jul 09 21:18:47.242367 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e39497-2056-4f99-8b01-60f72a058352 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdbbd10-0508-4ce1-9d8b-90fcbe157347,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:47.670241 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60162) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:47.709498 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-13e57af9-a3ae-44fe-9ccd-0f31a815d488 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f9d9ada0e724567873c7c0d8b1f2fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379567 Jul 09 21:18:47.711937 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60164) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:47.765107 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc62ff-2c66-49a8-8289-f2775defa134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.786235 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc62ff-2c66-49a8-8289-f2775defa134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.894745 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc62ff-2c66-49a8-8289-f2775defa134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.899560 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4fcc62ff-2c66-49a8-8289-f2775defa134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:47.901749 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4fcc62ff-2c66-49a8-8289-f2775defa134 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19929494-8a48-4db2-b74a-4b3363f27256 HTTP/1.1" status: 204 len: 168 time: 0.1886437 Jul 09 21:18:47.914138 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc62ff-2c66-49a8-8289-f2775defa134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19929494-8a48-4db2-b74a-4b3363f27256,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:47.950257 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ba40b274-0100-43d6-abd6-e44e5c8c73b8 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:18:47.973106 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: ba40b274-0100-43d6-abd6-e44e5c8c73b8 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:18:47.973546 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device ba40b274-0100-43d6-abd6-e44e5c8c73b8 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:18:47.973971 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 no longer exists at agent ovs-agent-dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:18:47.993193 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] No Port match for: 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:18:47.993547 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Device 4d3b591f-8de5-4220-ad3e-ca7bbd63d1c7 not bound to the agent host dv-cinder-800272-2-iscsi {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:18:51.025657 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60218) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:51.146621 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1137336a-1936-4236-8e20-d90a6f595f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:51.232560 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1137336a-1936-4236-8e20-d90a6f595f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:51.310826 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1137336a-1936-4236-8e20-d90a6f595f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:51.348554 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1137336a-1936-4236-8e20-d90a6f595f69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f32fcad0cd234ca789fb2964ffd4309a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217940 Jul 09 21:18:51.350504 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137336a-1936-4236-8e20-d90a6f595f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c84ad-93da-4812-9565-0506159868d2,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:51.351300 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60222) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:51.409769 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9aae-5608-4ab7-9738-3a20d6ef18d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:51.430523 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9aae-5608-4ab7-9738-3a20d6ef18d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:51.532366 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9aae-5608-4ab7-9738-3a20d6ef18d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:51.534989 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9aae-5608-4ab7-9738-3a20d6ef18d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:51.536173 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-f7cc9aae-5608-4ab7-9738-3a20d6ef18d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d1c84ad-93da-4812-9565-0506159868d2 HTTP/1.1" status: 204 len: 168 time: 0.1837919 Jul 09 21:18:51.547229 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc9aae-5608-4ab7-9738-3a20d6ef18d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c84ad-93da-4812-9565-0506159868d2,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:52.207879 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60228) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:52.221436 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5aba4c6d-1e8c-42b4-9711-a404f3cc0678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:52.307901 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5aba4c6d-1e8c-42b4-9711-a404f3cc0678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:52.396728 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5aba4c6d-1e8c-42b4-9711-a404f3cc0678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:52.441674 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-5aba4c6d-1e8c-42b4-9711-a404f3cc0678 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9972cd5ca4a64668838698e0f0db146d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325230 Jul 09 21:18:52.442708 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba4c6d-1e8c-42b4-9711-a404f3cc0678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b337d9d6-23b5-4ad0-a697-615512a1684d,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:52.444361 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60230) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:52.492699 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c5fbab94-de4d-4243-a083-e562e7ab1cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:52.516489 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c5fbab94-de4d-4243-a083-e562e7ab1cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:52.562020 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-c04cc10b-9427-4785-abd6-25f8af7713e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:52.636593 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c5fbab94-de4d-4243-a083-e562e7ab1cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:52.639146 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c5fbab94-de4d-4243-a083-e562e7ab1cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:52.640326 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c5fbab94-de4d-4243-a083-e562e7ab1cff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b337d9d6-23b5-4ad0-a697-615512a1684d HTTP/1.1" status: 204 len: 168 time: 0.1948316 Jul 09 21:18:52.648075 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbab94-de4d-4243-a083-e562e7ab1cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b337d9d6-23b5-4ad0-a697-615512a1684d,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:55.151277 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-006e8ec2-3bf2-4168-a2d3-2da629d22e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.275956 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60274) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:55.293639 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.381460 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea1e6-5799-43ee-b0a9-574200c9e88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.468069 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea1e6-5799-43ee-b0a9-574200c9e88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.527890 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea1e6-5799-43ee-b0a9-574200c9e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.566464 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6f2ea1e6-5799-43ee-b0a9-574200c9e88a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f560e966fcf2492abceae9cec27be68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893982 Jul 09 21:18:55.567465 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ea1e6-5799-43ee-b0a9-574200c9e88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eacbc8-9b97-4db6-984f-252de730f8d4,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:55.569201 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60278) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:55.622146 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e827-16eb-4594-9333-b1324b201a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.643360 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e827-16eb-4594-9333-b1324b201a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.773446 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e827-16eb-4594-9333-b1324b201a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.775974 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e827-16eb-4594-9333-b1324b201a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:55.779613 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-3fa0e827-16eb-4594-9333-b1324b201a93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56eacbc8-9b97-4db6-984f-252de730f8d4 HTTP/1.1" status: 204 len: 168 time: 0.2063785 Jul 09 21:18:55.785016 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0e827-16eb-4594-9333-b1324b201a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eacbc8-9b97-4db6-984f-252de730f8d4,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:56.425530 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:56.426059 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60284) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:56.439273 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dab58b27-e467-4391-8068-46927c2fc201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:56.526569 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dab58b27-e467-4391-8068-46927c2fc201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:56.625232 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dab58b27-e467-4391-8068-46927c2fc201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:56.667012 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-dab58b27-e467-4391-8068-46927c2fc201 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31a9783bee6542219664c83e62ab4763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398415 Jul 09 21:18:56.667879 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab58b27-e467-4391-8068-46927c2fc201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b96fa3-ca44-4c6a-9755-29003ee4b2b9,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:56.669809 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60286) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:56.720114 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-126e452c-b7c5-4ced-8a0c-c03c6a949e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:56.741259 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-126e452c-b7c5-4ced-8a0c-c03c6a949e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:56.876716 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-126e452c-b7c5-4ced-8a0c-c03c6a949e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:56.879171 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-126e452c-b7c5-4ced-8a0c-c03c6a949e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:56.880386 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-126e452c-b7c5-4ced-8a0c-c03c6a949e55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69b96fa3-ca44-4c6a-9755-29003ee4b2b9 HTTP/1.1" status: 204 len: 168 time: 0.2090371 Jul 09 21:18:56.895661 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e452c-b7c5-4ced-8a0c-c03c6a949e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b96fa3-ca44-4c6a-9755-29003ee4b2b9,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:58.156600 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:59.723320 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60332) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:18:59.823921 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-443f711d-bbf3-44e0-8440-6f9d81fb21b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:59.912214 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-443f711d-bbf3-44e0-8440-6f9d81fb21b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:00.013681 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-443f711d-bbf3-44e0-8440-6f9d81fb21b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:00.051519 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-443f711d-bbf3-44e0-8440-6f9d81fb21b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad6f7c60e96d4cf1ac490a7349250056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267372 Jul 09 21:19:00.053015 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f711d-bbf3-44e0-8440-6f9d81fb21b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465b9340-642b-4d49-8ec5-2ced87048181,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:00.054286 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60336) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:00.102702 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2520cc48-9ba6-4d51-b0df-b71b938e4334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:00.123675 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2520cc48-9ba6-4d51-b0df-b71b938e4334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:00.300213 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2520cc48-9ba6-4d51-b0df-b71b938e4334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:00.317048 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2520cc48-9ba6-4d51-b0df-b71b938e4334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:00.317048 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2520cc48-9ba6-4d51-b0df-b71b938e4334 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/465b9340-642b-4d49-8ec5-2ced87048181 HTTP/1.1" status: 204 len: 168 time: 0.2486968 Jul 09 21:19:00.317048 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520cc48-9ba6-4d51-b0df-b71b938e4334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465b9340-642b-4d49-8ec5-2ced87048181,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:00.984073 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60342) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:00.998824 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c48bb3bf-f4ef-43f9-8d3c-c855b0bb5c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:01.085342 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c48bb3bf-f4ef-43f9-8d3c-c855b0bb5c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:01.151000 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c48bb3bf-f4ef-43f9-8d3c-c855b0bb5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:01.189241 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c48bb3bf-f4ef-43f9-8d3c-c855b0bb5c41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9ee868d0fd64903b55193a9634bb873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040703 Jul 09 21:19:01.190126 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bb3bf-f4ef-43f9-8d3c-c855b0bb5c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a882cf1a-928a-4960-92cc-e13aaf033911,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:01.191974 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60344) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:01.239696 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-258c1bca-933c-42b5-825a-8394c038dacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:01.260426 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-258c1bca-933c-42b5-825a-8394c038dacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:01.408269 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-258c1bca-933c-42b5-825a-8394c038dacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:01.410733 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-258c1bca-933c-42b5-825a-8394c038dacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:01.411965 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-258c1bca-933c-42b5-825a-8394c038dacb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a882cf1a-928a-4960-92cc-e13aaf033911 HTTP/1.1" status: 204 len: 168 time: 0.2188976 Jul 09 21:19:01.420495 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c1bca-933c-42b5-825a-8394c038dacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a882cf1a-928a-4960-92cc-e13aaf033911,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:12.841637 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:15.995040 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:19:22.572746 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-7a02b8fb-5923-4684-8792-17709073870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.097364 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-06afc683-36e6-4776-bebf-884a6c4a56c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.264357 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:26.470255 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.064597 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60480) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:28.121705 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.170647 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1a85a3b6-bb5a-44c3-a3b0-c9317e2cbede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.254998 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1a85a3b6-bb5a-44c3-a3b0-c9317e2cbede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.361364 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1a85a3b6-bb5a-44c3-a3b0-c9317e2cbede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.401182 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85a3b6-bb5a-44c3-a3b0-c9317e2cbede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa43fb-46fd-492b-8831-1a49b68e89f5,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:28.405441 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-1a85a3b6-bb5a-44c3-a3b0-c9317e2cbede admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b99453e14a34ad494aa46fce49fa6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398190 Jul 09 21:19:28.408061 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60484) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:28.455820 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc520-ab98-4932-8e01-f1d3a9c86117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.476211 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc520-ab98-4932-8e01-f1d3a9c86117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.622564 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc520-ab98-4932-8e01-f1d3a9c86117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.625082 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc520-ab98-4932-8e01-f1d3a9c86117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.626242 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-ad8dc520-ab98-4932-8e01-f1d3a9c86117 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4caa43fb-46fd-492b-8831-1a49b68e89f5 HTTP/1.1" status: 204 len: 168 time: 0.2172747 Jul 09 21:19:28.634273 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc520-ab98-4932-8e01-f1d3a9c86117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa43fb-46fd-492b-8831-1a49b68e89f5,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:29.742320 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60506) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:29.842540 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1253260020-network', 'tenant_id': '7b59176306b544cd974e9e3d124dfb62'}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:19:29.995726 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Made reservation on behalf of 7b59176306b544cd974e9e3d124dfb62 for: {'network': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:19:29.998648 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for network, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.007380 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.094872 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.184170 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.208362 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=93739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:19:30.217961 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6431686a-c39a-435b-95f8-48606dcbe992,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:30.222630 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.223022 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.db.segments_db [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Added segment 3c3b0482-dd29-4ab4-a66b-307a28b33e91 of type vlan for network fc24753e-7e83-4607-9915-6f43d1ec1453 Jul 09 21:19:30.268363 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794551478869'] for network, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.389186 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642'] for network, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.390154 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:30.390752 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.449965 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc24753e-7e83-4607-9915-6f43d1ec1453,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:30.460557 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Network fc24753e-7e83-4607-9915-6f43d1ec1453 details requested by agent ovs-agent-dv-cinder-800272-2-iscsi with host dv-cinder-800272-2-iscsi {{(pid=93740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:19:30.567974 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-7de68fa8-60e1-4216-86c1-83edd2a58ff5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8245332 Jul 09 21:19:30.570762 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60510) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:30.575682 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.v2.base [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Request body: {'subnet': {'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1253260020-subnet', 'tenant_id': '7b59176306b544cd974e9e3d124dfb62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:19:30.681019 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Made reservation on behalf of 7b59176306b544cd974e9e3d124dfb62 for: {'subnet': 1} {{(pid=93739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:19:30.683347 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127483860'] for subnet, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.915591 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127536398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127483846'] for subnet, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.969405 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9e1cf9-5c66-4d20-9228-5eaac9bc7486,revision_number=0']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:30.976006 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Checking segment: {'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:19:30.976398 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Network hostable DHCP agents. Network: fc24753e-7e83-4607-9915-6f43d1ec1453, hostable agents: ['8f66ea78-0394-4091-920b-7ba5ad0aa30e'], hosted agents: [] {{(pid=93739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:19:31.150010 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Network fc24753e-7e83-4607-9915-6f43d1ec1453 is scheduled to be hosted by DHCP agent 8f66ea78-0394-4091-920b-7ba5ad0aa30e with binding_index 1 {{(pid=93739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:19:31.270002 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800272-2-iscsi, fc24753e-7e83-4607-9915-6f43d1ec1453) {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:19:31.274252 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:31.274845 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:31.278994 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d6393-79e7-42b7-b4ba-7a7e4c4f57f6 None None] Network fc24753e-7e83-4607-9915-6f43d1ec1453 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:19:31.401151 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da01950-5786-4afd-b349-e8ae5b68f7a9 None None] Network fc24753e-7e83-4607-9915-6f43d1ec1453 requested from dv-cinder-800272-2-iscsi {{(pid=93740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:19:31.402027 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-0f65a425-e434-42ce-b8f8-5f6e1c1d6c93 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8301919 Jul 09 21:19:33.636661 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-ac2b97fc-9919-407c-96a2-57cb8eb60561 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:33.638123 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-ac2b97fc-9919-407c-96a2-57cb8eb60561 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/networks?id=fc24753e-7e83-4607-9915-6f43d1ec1453 HTTP/1.1" status: 200 len: 809 time: 0.1001198 Jul 09 21:19:33.652742 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-35c800ee-959c-4a2f-bf16-6304b5c50e3b tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/quotas/7b59176306b544cd974e9e3d124dfb62 HTTP/1.1" status: 200 len: 375 time: 0.0089545 Jul 09 21:19:33.688630 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-37e35913-3f81-4b7c-9739-2062a432f76c tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b59176306b544cd974e9e3d124dfb62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309901 Jul 09 21:19:33.740117 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-404adadc-8c0e-40ee-bf3e-9e5a531e88d6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:19:33.741129 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-404adadc-8c0e-40ee-bf3e-9e5a531e88d6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463023 Jul 09 21:19:33.828760 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-eefcb37d-2167-49a0-ab3f-41a4ddf79610 service neutron] 10.222.0.64 "GET /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813074 Jul 09 21:19:33.912677 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-44f06499-0902-4953-aa2f-1e5e77daa080 service neutron] 10.222.0.64 "GET /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783880 Jul 09 21:19:34.193335 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dca8f4b4-05ad-47ce-9364-09baff997c5e req-a597ed1c-4210-4211-bc57-fe9c76a62fb7 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 210 time: 0.0305955 Jul 09 21:19:35.276786 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f1e1acf5-e599-427c-a6ea-36234ebbd060 req-5b1b2a24-e4d1-4b74-92f3-d7ec31ced808 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 210 time: 0.0321412 Jul 09 21:19:36.414839 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-e2913024-6309-40d7-bb5f-29c197898f3f req-8fb36428-23ee-4c98-8010-9583b6d55162 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 210 time: 0.0296483 Jul 09 21:19:37.551374 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-ba5d8ca4-bcab-45c4-bdb9-097d0d65c3aa req-42d2f656-7880-4db0-8156-a0467d9037fa tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 210 time: 0.0280886 Jul 09 21:19:37.735057 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-26e4c954-387f-4615-b9c9-1c12f7736e01 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:37.736551 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-26e4c954-387f-4615-b9c9-1c12f7736e01 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.43 "GET /v2.0/networks?id=fc24753e-7e83-4607-9915-6f43d1ec1453 HTTP/1.1" status: 200 len: 809 time: 0.1019676 Jul 09 21:19:37.755995 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Request body: {'port': {'device_id': 'e635b4f2-0e40-4c01-b2ff-fa4f85c9202b', 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453', 'admin_state_up': True, 'tenant_id': '7b59176306b544cd974e9e3d124dfb62'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:19:37.965324 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Made reservation on behalf of 7b59176306b544cd974e9e3d124dfb62 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:19:37.968997 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:38.095047 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Allocated IP 172.20.0.2 (fc24753e-7e83-4607-9915-6f43d1ec1453/1c9e1cf9-5c66-4d20-9228-5eaac9bc7486/906e487e-1d75-441b-a127-8bac70653ab4) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:19:38.247810 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:38.356141 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:38.400831 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Network fc24753e-7e83-4607-9915-6f43d1ec1453 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:19:38.403961 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:19:38.407823 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:19:38.414183 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Pushing event updated for resources: {'Port': ['ID=906e487e-1d75-441b-a127-8bac70653ab4,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:38.438748 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.439098 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.439464 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.439812 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.440148 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.440480 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.440809 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.441139 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.441469 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.441796 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.442123 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.442436 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:38.468872 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:38.469479 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:38.579063 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-cd1dc5bc-e055-47ad-98fa-a0f79b09b47f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8270886 Jul 09 21:19:38.596616 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Request body: {'port': {'device_id': 'e635b4f2-0e40-4c01-b2ff-fa4f85c9202b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:19:38.671534 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:38.720591 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f2b2d-03b2-493e-a5c6-5fd9fcda762f req-df0c556e-cc32-4b52-84b0-1f639df1cdbc tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:38.722083 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-577f2b2d-03b2-493e-a5c6-5fd9fcda762f req-df0c556e-cc32-4b52-84b0-1f639df1cdbc tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 931 time: 0.0611227 Jul 09 21:19:38.763528 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-577f2b2d-03b2-493e-a5c6-5fd9fcda762f req-0e85a25c-f770-49c6-9ae4-6fc0602e00a8 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Jul 09 21:19:38.927974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906e487e-1d75-441b-a127-8bac70653ab4 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:19:38.935113 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:38.946544 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Transition to ACTIVE for port object 906e487e-1d75-441b-a127-8bac70653ab4 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:19:39.034828 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:39.084139 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Pushing event updated for resources: {'Port': ['ID=906e487e-1d75-441b-a127-8bac70653ab4,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:39.152434 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Attempting to bind port 906e487e-1d75-441b-a127-8bac70653ab4 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:19:39.152774 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Attempting to bind port 906e487e-1d75-441b-a127-8bac70653ab4 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:19:39.153103 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Attempting to bind port 906e487e-1d75-441b-a127-8bac70653ab4 on network fc24753e-7e83-4607-9915-6f43d1ec1453 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:19:39.157201 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Port 906e487e-1d75-441b-a127-8bac70653ab4 on network fc24753e-7e83-4607-9915-6f43d1ec1453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:19:39.157524 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Attempting to bind port 906e487e-1d75-441b-a127-8bac70653ab4 on network fc24753e-7e83-4607-9915-6f43d1ec1453 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:19:39.162171 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:19:39.162506 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Checking segment: {'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:19:39.162893 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Bound using segment: {'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:19:39.163507 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Bound port: 906e487e-1d75-441b-a127-8bac70653ab4, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:19:39.164056 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:39.241450 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] For port 906e487e-1d75-441b-a127-8bac70653ab4, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:19:39.244262 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] For port 906e487e-1d75-441b-a127-8bac70653ab4, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=906e487e-1d75-441b-a127-8bac70653ab4,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:19:39.350288 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:39.388197 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:39.388809 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:39.390323 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] 10.222.0.43 "PUT /v2.0/ports/906e487e-1d75-441b-a127-8bac70653ab4 HTTP/1.1" status: 200 len: 1093 time: 0.7979782 Jul 09 21:19:39.390761 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e635b4f2-0e40-4c01-b2ff-fa4f85c9202b', 'tag': '906e487e-1d75-441b-a127-8bac70653ab4'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:39.393044 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c7252-0835-438e-8e2f-1728093f812e" -d '{"events": [{"name": "network-changed", "server_uuid": "e635b4f2-0e40-4c01-b2ff-fa4f85c9202b", "tag": "906e487e-1d75-441b-a127-8bac70653ab4"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:39.416368 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fbd43-3ce7-4473-ad2a-233b12a94928 service neutron] Pushing event updated for resources: {'Port': ['ID=906e487e-1d75-441b-a127-8bac70653ab4,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:39.432479 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc719929-09a0-42e5-83a6-f3c20759c74d x-openstack-request-id: req-cc719929-09a0-42e5-83a6-f3c20759c74d {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:39.432774 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e635b4f2-0e40-4c01-b2ff-fa4f85c9202b", "tag": "906e487e-1d75-441b-a127-8bac70653ab4", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:39.433022 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc719929-09a0-42e5-83a6-f3c20759c74d {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:39.433420 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e635b4f2-0e40-4c01-b2ff-fa4f85c9202b', 'tag': '906e487e-1d75-441b-a127-8bac70653ab4', 'status': 'completed', 'code': 200} Jul 09 21:19:39.527455 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7252-0835-438e-8e2f-1728093f812e req-c92ddf01-9c32-4396-8e41-f7cc98913e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:39.528908 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0c4c7252-0835-438e-8e2f-1728093f812e req-c92ddf01-9c32-4396-8e41-f7cc98913e07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b59176306b544cd974e9e3d124dfb62&device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 1096 time: 0.0559716 Jul 09 21:19:39.627456 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7252-0835-438e-8e2f-1728093f812e req-f61b3627-a52c-4810-b5af-e2e269eb9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:39.628990 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0c4c7252-0835-438e-8e2f-1728093f812e req-f61b3627-a52c-4810-b5af-e2e269eb9790 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b59176306b544cd974e9e3d124dfb62&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0872955 Jul 09 21:19:39.721522 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7252-0835-438e-8e2f-1728093f812e req-562c75a6-5fbf-4d18-adca-c84031302b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:39.722998 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0c4c7252-0835-438e-8e2f-1728093f812e req-562c75a6-5fbf-4d18-adca-c84031302b0a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882223 Jul 09 21:19:39.831753 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-6f7fdfc2-f2c8-4464-acff-d54efc30bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:39.833328 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-6f7fdfc2-f2c8-4464-acff-d54efc30bfbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b59176306b544cd974e9e3d124dfb62&device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 1096 time: 0.0520530 Jul 09 21:19:39.887150 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-e184993f-5050-4591-8a1b-e97a334c1ce9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=906e487e-1d75-441b-a127-8bac70653ab4 HTTP/1.1" status: 200 len: 217 time: 0.0419254 Jul 09 21:19:39.935869 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-522e23a3-51eb-474b-9632-4a7382c7ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:39.937213 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-522e23a3-51eb-474b-9632-4a7382c7ccc6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c9e1cf9-5c66-4d20-9228-5eaac9bc7486 HTTP/1.1" status: 200 len: 849 time: 0.0449147 Jul 09 21:19:39.941910 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc5249-b1cb-4f1b-b3d2-774bb3a2d7f8 req-647d86f8-49b8-43c5-b372-5317160dd6ad tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:39.943390 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d9bc5249-b1cb-4f1b-b3d2-774bb3a2d7f8 req-647d86f8-49b8-43c5-b372-5317160dd6ad tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 943 time: 0.0625780 Jul 09 21:19:39.970266 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-8eb4346f-f87f-4c9b-bb2e-0fdc0517dfb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc24753e-7e83-4607-9915-6f43d1ec1453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258296 Jul 09 21:19:39.979783 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d9bc5249-b1cb-4f1b-b3d2-774bb3a2d7f8 req-d49ed661-1452-4789-893c-aaa93d23f6af tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Jul 09 21:19:40.060093 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-4599514f-d52b-420f-b292-2b55140b57aa service neutron] 10.222.0.43 "GET /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834019 Jul 09 21:19:40.148059 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dde1ff40-0f37-4bc4-8424-78a59f70dca9 req-a2f5f3c7-77fd-4968-834c-45cd38700aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810130 Jul 09 21:19:41.164888 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb17107-2d7a-4a25-a520-db67575cec45 req-3164f0b9-b64a-446a-852c-f598201e9751 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:41.167052 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4fb17107-2d7a-4a25-a520-db67575cec45 req-3164f0b9-b64a-446a-852c-f598201e9751 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 943 time: 0.0776932 Jul 09 21:19:41.206004 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4fb17107-2d7a-4a25-a520-db67575cec45 req-c4db3808-7ccf-497a-8fac-e1bdcb80747c tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Jul 09 21:19:42.377732 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9bea4-dd27-4bd4-ade1-6afbf8433cb7 req-c8452e13-9eb5-44c2-858e-03fa667500d5 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:42.379208 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d3a9bea4-dd27-4bd4-ade1-6afbf8433cb7 req-c8452e13-9eb5-44c2-858e-03fa667500d5 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 943 time: 0.0655153 Jul 09 21:19:42.416449 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d3a9bea4-dd27-4bd4-ade1-6afbf8433cb7 req-0072b533-514d-494f-a041-cadc3fe6e09d tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310659 Jul 09 21:19:42.856631 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:43.219567 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 906e487e-1d75-441b-a127-8bac70653ab4 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:19:43.311135 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 906e487e-1d75-441b-a127-8bac70653ab4, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=906e487e-1d75-441b-a127-8bac70653ab4,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:43.322657 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': '906e487e-1d75-441b-a127-8bac70653ab4', 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453', 'port_id': '906e487e-1d75-441b-a127-8bac70653ab4', 'mac_address': 'fa:16:3e:8e:c8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9e1cf9-5c66-4d20-9228-5eaac9bc7486', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:19:43.360869 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:43.373407 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906e487e-1d75-441b-a127-8bac70653ab4 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:19:43.392456 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 906e487e-1d75-441b-a127-8bac70653ab4, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=906e487e-1d75-441b-a127-8bac70653ab4,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:43.468639 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:43.515337 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=906e487e-1d75-441b-a127-8bac70653ab4,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:43.588399 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1245e-e61f-474e-9b10-6d0261624a73 req-c60e113b-2937-4ab0-887f-d5388fbb928e tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:43.589861 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dcd1245e-e61f-474e-9b10-6d0261624a73 req-c60e113b-2937-4ab0-887f-d5388fbb928e tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 944 time: 0.0607772 Jul 09 21:19:43.626019 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-dcd1245e-e61f-474e-9b10-6d0261624a73 req-eefbd62a-ed63-4290-801b-179320f0df0c tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306787 Jul 09 21:19:43.750757 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['906e487e-1d75-441b-a127-8bac70653ab4'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:19:44.791306 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde52ad-b124-41d5-b0e2-edc4d90941c4 req-d019c57a-00a6-43ab-94d9-19de5d3bfc27 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:44.792809 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fdde52ad-b124-41d5-b0e2-edc4d90941c4 req-d019c57a-00a6-43ab-94d9-19de5d3bfc27 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 944 time: 0.0608361 Jul 09 21:19:44.832912 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fdde52ad-b124-41d5-b0e2-edc4d90941c4 req-110a02e4-49a4-4215-aa0a-eeec91a406cf tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347157 Jul 09 21:19:45.218565 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 906e487e-1d75-441b-a127-8bac70653ab4 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:19:45.390349 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port 906e487e-1d75-441b-a127-8bac70653ab4 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:19:45.394667 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port 906e487e-1d75-441b-a127-8bac70653ab4 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:19:45.395047 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:45.470203 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:45.491872 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e635b4f2-0e40-4c01-b2ff-fa4f85c9202b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906e487e-1d75-441b-a127-8bac70653ab4'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:45.494107 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6dae1a-d77e-4fcb-8bf1-c08a7a84e897" -d '{"events": [{"server_uuid": "e635b4f2-0e40-4c01-b2ff-fa4f85c9202b", "name": "network-vif-plugged", "status": "completed", "tag": "906e487e-1d75-441b-a127-8bac70653ab4"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:45.510111 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port 906e487e-1d75-441b-a127-8bac70653ab4, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=906e487e-1d75-441b-a127-8bac70653ab4,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:45.529932 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb585fd-1b11-497c-95e9-6ac6ff1f78fb x-openstack-request-id: req-cbb585fd-1b11-497c-95e9-6ac6ff1f78fb {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:45.530219 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e635b4f2-0e40-4c01-b2ff-fa4f85c9202b", "name": "network-vif-plugged", "status": "completed", "tag": "906e487e-1d75-441b-a127-8bac70653ab4", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:45.530473 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cbb585fd-1b11-497c-95e9-6ac6ff1f78fb {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:45.530862 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e635b4f2-0e40-4c01-b2ff-fa4f85c9202b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906e487e-1d75-441b-a127-8bac70653ab4', 'code': 200} Jul 09 21:19:45.612831 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:45.661428 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=906e487e-1d75-441b-a127-8bac70653ab4,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:45.915644 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492d0fa-1040-46fb-8adf-ef9bfe12d9c7 req-27f426c5-7776-4451-ab4d-f5e242fb8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:45.917168 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2492d0fa-1040-46fb-8adf-ef9bfe12d9c7 req-27f426c5-7776-4451-ab4d-f5e242fb8030 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 1098 time: 0.0514042 Jul 09 21:19:45.951982 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2492d0fa-1040-46fb-8adf-ef9bfe12d9c7 req-750238c4-28ba-456e-ac6e-556bbd648b33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283513 Jul 09 21:19:46.001931 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6345c1-07a9-4325-8fdf-f532b8360d1a req-1cd80543-c8b4-4d78-94d9-8f9cde15cae0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:46.003408 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fe6345c1-07a9-4325-8fdf-f532b8360d1a req-1cd80543-c8b4-4d78-94d9-8f9cde15cae0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 945 time: 0.0614686 Jul 09 21:19:46.040553 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-fe6345c1-07a9-4325-8fdf-f532b8360d1a req-56b6465a-b8c6-48ea-9831-a76096b5291c tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Jul 09 21:19:47.211346 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aab1f-01b9-4b7d-afa8-eef7c2c5551c req-3e9b8f17-f5b0-4b72-b71e-e2a996ce2d2f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:47.213470 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-939aab1f-01b9-4b7d-afa8-eef7c2c5551c req-3e9b8f17-f5b0-4b72-b71e-e2a996ce2d2f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 945 time: 0.0627074 Jul 09 21:19:47.261901 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-939aab1f-01b9-4b7d-afa8-eef7c2c5551c req-e101da29-d799-47f8-973c-20af4ff58a91 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Jul 09 21:19:48.441542 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754b08c-d1e2-4ab2-8c4d-88191bb1418d req-81c2ec71-79d6-4762-8f0c-005130f711a3 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:48.443061 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c754b08c-d1e2-4ab2-8c4d-88191bb1418d req-81c2ec71-79d6-4762-8f0c-005130f711a3 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 945 time: 0.0654433 Jul 09 21:19:48.479026 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c754b08c-d1e2-4ab2-8c4d-88191bb1418d req-b2a67eaa-f9c8-49a3-9418-2f533fbfdf83 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305214 Jul 09 21:19:50.013109 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c6f68-ab0e-4fee-964f-170f9a0d2f31 req-752c70b8-9a64-4e52-bea7-fb16691a5172 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:50.014585 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf8c6f68-ab0e-4fee-964f-170f9a0d2f31 req-752c70b8-9a64-4e52-bea7-fb16691a5172 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 945 time: 0.0613809 Jul 09 21:19:50.050887 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-cf8c6f68-ab0e-4fee-964f-170f9a0d2f31 req-2b47cf66-6e6a-4ef6-afd3-1005902b3dc4 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Jul 09 21:19:51.221328 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c78f2-967d-4509-a236-9a94757480db req-988ca4be-f9cf-413a-b44b-d384717817cc tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:51.222801 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0e2c78f2-967d-4509-a236-9a94757480db req-988ca4be-f9cf-413a-b44b-d384717817cc tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 945 time: 0.0610087 Jul 09 21:19:51.263039 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-0e2c78f2-967d-4509-a236-9a94757480db req-7b64c996-bb78-44e3-9e0d-a9e7e5115b2c tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Jul 09 21:19:51.492045 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-d948c1d3-fa6e-4d24-9585-7e84067387c6 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:51.494183 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-d948c1d3-fa6e-4d24-9585-7e84067387c6 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.43 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 945 time: 0.0735593 Jul 09 21:19:51.593552 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Deleting port 906e487e-1d75-441b-a127-8bac70653ab4 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:51.593893 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:51.681796 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] For port 906e487e-1d75-441b-a127-8bac70653ab4, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=906e487e-1d75-441b-a127-8bac70653ab4,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:51.682159 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:51.694698 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Calling delete_port for 906e487e-1d75-441b-a127-8bac70653ab4 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:51.966191 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:51.999806 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Pushing event deleted for resources: {'Port': ['ID=906e487e-1d75-441b-a127-8bac70653ab4,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:52.001728 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['906e487e-1d75-441b-a127-8bac70653ab4'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:19:52.042362 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] No DVR routers for this DVR port 906e487e-1d75-441b-a127-8bac70653ab4 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:19:52.044782 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:52.046770 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3b11d021-754f-4e7a-b4e6-7d4cf9fc2c1d req-5389e5d8-b1ab-4686-94e0-8d5cdbf8f6b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.43 "DELETE /v2.0/ports/906e487e-1d75-441b-a127-8bac70653ab4 HTTP/1.1" status: 204 len: 173 time: 0.5475354 Jul 09 21:19:52.047208 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e635b4f2-0e40-4c01-b2ff-fa4f85c9202b', 'name': 'network-vif-deleted', 'tag': '906e487e-1d75-441b-a127-8bac70653ab4'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:52.049452 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2cf597-ed75-409f-9272-bd2325c9032b" -d '{"events": [{"server_uuid": "e635b4f2-0e40-4c01-b2ff-fa4f85c9202b", "name": "network-vif-deleted", "tag": "906e487e-1d75-441b-a127-8bac70653ab4"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:52.084459 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f279b1b-95fb-4b56-a1db-51f5a512a1c0 x-openstack-request-id: req-6f279b1b-95fb-4b56-a1db-51f5a512a1c0 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:52.084749 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e635b4f2-0e40-4c01-b2ff-fa4f85c9202b", "name": "network-vif-deleted", "tag": "906e487e-1d75-441b-a127-8bac70653ab4", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:52.085002 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f279b1b-95fb-4b56-a1db-51f5a512a1c0 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:52.085397 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e635b4f2-0e40-4c01-b2ff-fa4f85c9202b', 'name': 'network-vif-deleted', 'tag': '906e487e-1d75-441b-a127-8bac70653ab4', 'status': 'completed', 'code': 200} Jul 09 21:19:52.402040 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-917516eb-bcf0-45ef-9784-5ea884d76acb req-9e73f4aa-fb9f-43ed-8672-ec3c7f61b7c8 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=e635b4f2-0e40-4c01-b2ff-fa4f85c9202b HTTP/1.1" status: 200 len: 210 time: 0.0305130 Jul 09 21:19:52.537736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-c4df7607-69c7-4583-8151-320a7eaf17fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:52.994381 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:19:53.730225 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-9a45244a-cc0b-4892-bed0-2bbc1877d269 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:53.731782 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-9a45244a-cc0b-4892-bed0-2bbc1877d269 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/networks?id=fc24753e-7e83-4607-9915-6f43d1ec1453 HTTP/1.1" status: 200 len: 809 time: 0.0952451 Jul 09 21:19:53.746355 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-c48f4547-9c4d-43be-8651-098d693a6e1a tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/quotas/7b59176306b544cd974e9e3d124dfb62 HTTP/1.1" status: 200 len: 375 time: 0.0092626 Jul 09 21:19:53.782808 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-49b5e64d-8f20-43ae-9ce3-ed0d3b5b3948 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b59176306b544cd974e9e3d124dfb62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312948 Jul 09 21:19:53.867684 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-4fa242cc-85f2-4f62-8f7a-00d7090ce47e service neutron] 10.222.0.64 "GET /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780373 Jul 09 21:19:53.956300 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-f0b4d24c-6dbd-46d3-abee-6b558a5d57ac service neutron] 10.222.0.64 "GET /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832133 Jul 09 21:19:54.250844 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-174ab394-24ab-4750-a8c2-37eca6074391 req-c141fbc4-d30d-45b2-a69a-49966ebef89f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 210 time: 0.0302875 Jul 09 21:19:55.189434 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-0769e391-7ef5-44ee-9c53-71f6cd3d00b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:55.263446 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 906e487e-1d75-441b-a127-8bac70653ab4 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:55.283654 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: 906e487e-1d75-441b-a127-8bac70653ab4 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:55.284006 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device 906e487e-1d75-441b-a127-8bac70653ab4 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:55.326456 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:55.396635 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-2dbc567e-5de9-4454-a4de-fe60ac28ed18 req-fa3180c5-d129-488c-b49a-b4786c653bf1 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 210 time: 0.0342400 Jul 09 21:19:56.497690 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:56.536596 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-f455b8a2-d339-4335-a820-c50effac52c1 req-593286de-c2ca-4f28-9e29-2e082e802d80 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 210 time: 0.0275261 Jul 09 21:19:56.599578 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-cc142717-540d-45cf-bd36-52dd50e55672 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:56.601587 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-cc142717-540d-45cf-bd36-52dd50e55672 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.43 "GET /v2.0/networks?id=fc24753e-7e83-4607-9915-6f43d1ec1453 HTTP/1.1" status: 200 len: 809 time: 0.1017940 Jul 09 21:19:56.620413 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Request body: {'port': {'device_id': 'f779b47a-f208-430c-8fd9-9994ff008503', 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453', 'admin_state_up': True, 'tenant_id': '7b59176306b544cd974e9e3d124dfb62'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:19:56.817743 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Made reservation on behalf of 7b59176306b544cd974e9e3d124dfb62 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:19:56.821951 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:56.946404 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Allocated IP 172.20.0.9 (fc24753e-7e83-4607-9915-6f43d1ec1453/1c9e1cf9-5c66-4d20-9228-5eaac9bc7486/bed4f2ba-592e-4d63-a5b0-5feddb148939) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:19:57.097248 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:57.200836 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-625701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-514464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794551521244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-127220655'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:57.244903 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Network fc24753e-7e83-4607-9915-6f43d1ec1453 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:19:57.248039 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:19:57.251975 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:19:57.258719 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Pushing event updated for resources: {'Port': ['ID=bed4f2ba-592e-4d63-a5b0-5feddb148939,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:57.312983 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:57.313620 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:57.401700 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-b84f13d6-cace-4c08-a59d-fbb855fb42e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7855217 Jul 09 21:19:57.419527 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Request body: {'port': {'device_id': 'f779b47a-f208-430c-8fd9-9994ff008503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80027'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:19:57.491576 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:57.713900 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3c211-940a-4882-b548-59eb9fca94e1 req-e617300d-d2b9-4da5-9871-998a58229d93 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:57.715311 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d0c3c211-940a-4882-b548-59eb9fca94e1 req-e617300d-d2b9-4da5-9871-998a58229d93 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 931 time: 0.0639875 Jul 09 21:19:57.742989 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed4f2ba-592e-4d63-a5b0-5feddb148939 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:19:57.750390 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:57.752312 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-d0c3c211-940a-4882-b548-59eb9fca94e1 req-81feb71e-13b0-4b00-899d-dbf2ed0633e0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Jul 09 21:19:57.762761 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Transition to ACTIVE for port object bed4f2ba-592e-4d63-a5b0-5feddb148939 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:19:57.806365 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:57.852490 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Pushing event updated for resources: {'Port': ['ID=bed4f2ba-592e-4d63-a5b0-5feddb148939,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:57.921832 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Attempting to bind port bed4f2ba-592e-4d63-a5b0-5feddb148939 on host hv-cinder-80027 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:19:57.922169 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Attempting to bind port bed4f2ba-592e-4d63-a5b0-5feddb148939 by drivers openvswitch,hyperv on host hv-cinder-80027 at level 0 using segments [{'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:19:57.922497 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Attempting to bind port bed4f2ba-592e-4d63-a5b0-5feddb148939 on network fc24753e-7e83-4607-9915-6f43d1ec1453 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:19:57.926534 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Port bed4f2ba-592e-4d63-a5b0-5feddb148939 on network fc24753e-7e83-4607-9915-6f43d1ec1453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80027 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:19:57.926851 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Attempting to bind port bed4f2ba-592e-4d63-a5b0-5feddb148939 on network fc24753e-7e83-4607-9915-6f43d1ec1453 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:19:57.932222 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Checking agent: {'id': 'd138ad67-d7f6-49ab-9689-fa89f8a27749', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80027', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'started_at': datetime.datetime(2021, 7, 9, 21, 3, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:19:57.932562 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Checking segment: {'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:19:57.932950 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Bound using segment: {'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:19:57.933381 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Bound port: bed4f2ba-592e-4d63-a5b0-5feddb148939, host: hv-cinder-80027, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3b0482-dd29-4ab4-a66b-307a28b33e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:19:57.933741 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:57.994232 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] For port bed4f2ba-592e-4d63-a5b0-5feddb148939, host hv-cinder-80027, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:19:57.997176 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] For port bed4f2ba-592e-4d63-a5b0-5feddb148939, host hv-cinder-80027, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=bed4f2ba-592e-4d63-a5b0-5feddb148939,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:19:58.080775 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127220573'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:58.112058 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:58.112667 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:58.114242 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] 10.222.0.43 "PUT /v2.0/ports/bed4f2ba-592e-4d63-a5b0-5feddb148939 HTTP/1.1" status: 200 len: 1093 time: 0.6989615 Jul 09 21:19:58.116878 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f779b47a-f208-430c-8fd9-9994ff008503', 'tag': 'bed4f2ba-592e-4d63-a5b0-5feddb148939'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:58.119166 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd495b0-3706-4834-b8fc-c8053f6d688b" -d '{"events": [{"name": "network-changed", "server_uuid": "f779b47a-f208-430c-8fd9-9994ff008503", "tag": "bed4f2ba-592e-4d63-a5b0-5feddb148939"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:58.132519 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:58.144608 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e6a74-cab8-4cfa-bc20-a802e1c9198c service neutron] Pushing event updated for resources: {'Port': ['ID=bed4f2ba-592e-4d63-a5b0-5feddb148939,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:58.157377 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdfb7cf-7ab2-45ff-9af0-006e79f53c13 x-openstack-request-id: req-2cdfb7cf-7ab2-45ff-9af0-006e79f53c13 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:58.157687 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f779b47a-f208-430c-8fd9-9994ff008503", "tag": "bed4f2ba-592e-4d63-a5b0-5feddb148939", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:58.157935 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cdfb7cf-7ab2-45ff-9af0-006e79f53c13 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:58.158347 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f779b47a-f208-430c-8fd9-9994ff008503', 'tag': 'bed4f2ba-592e-4d63-a5b0-5feddb148939', 'status': 'completed', 'code': 200} Jul 09 21:19:58.252484 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd495b0-3706-4834-b8fc-c8053f6d688b req-ae543b7f-2726-4c11-bfbb-5adb3f3b27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:58.253868 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bcd495b0-3706-4834-b8fc-c8053f6d688b req-ae543b7f-2726-4c11-bfbb-5adb3f3b27d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b59176306b544cd974e9e3d124dfb62&device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 1096 time: 0.0538499 Jul 09 21:19:58.360982 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd495b0-3706-4834-b8fc-c8053f6d688b req-5ec9108b-0bb7-41f3-9c95-eb707e895b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:58.362490 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bcd495b0-3706-4834-b8fc-c8053f6d688b req-5ec9108b-0bb7-41f3-9c95-eb707e895b85 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7b59176306b544cd974e9e3d124dfb62&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0966582 Jul 09 21:19:58.452507 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd495b0-3706-4834-b8fc-c8053f6d688b req-a96d8178-de9a-4ddc-908e-bc5c44fe50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:58.453977 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bcd495b0-3706-4834-b8fc-c8053f6d688b req-a96d8178-de9a-4ddc-908e-bc5c44fe50c4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859253 Jul 09 21:19:58.829760 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-ed3af8b0-182b-4889-8c81-97f76c1a9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:58.831255 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-ed3af8b0-182b-4889-8c81-97f76c1a9f99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b59176306b544cd974e9e3d124dfb62&device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 1096 time: 0.3186104 Jul 09 21:19:58.878332 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-907aab69-2233-44ff-b223-4beb35547b14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed4f2ba-592e-4d63-a5b0-5feddb148939 HTTP/1.1" status: 200 len: 217 time: 0.0332310 Jul 09 21:19:58.924022 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653afa44-fd93-4eed-aa8f-b0228719ed4f req-d18c3428-9e63-4b3d-863f-582ef9312f4f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:58.925544 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-653afa44-fd93-4eed-aa8f-b0228719ed4f req-d18c3428-9e63-4b3d-863f-582ef9312f4f tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 943 time: 0.0623631 Jul 09 21:19:58.927694 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-3251bfae-114f-417c-b0a7-d66a1ea4917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:58.929207 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-3251bfae-114f-417c-b0a7-d66a1ea4917f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1c9e1cf9-5c66-4d20-9228-5eaac9bc7486 HTTP/1.1" status: 200 len: 849 time: 0.0449612 Jul 09 21:19:58.961246 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-02ff5446-1ce8-40ee-8c31-04753066d195 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc24753e-7e83-4607-9915-6f43d1ec1453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261402 Jul 09 21:19:58.963392 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-653afa44-fd93-4eed-aa8f-b0228719ed4f req-8c8dbc12-745e-47cf-b883-ba1da90c9292 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Jul 09 21:19:59.046702 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-a92856e8-33f4-42d0-83b3-63fba2caba63 service neutron] 10.222.0.43 "GET /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795634 Jul 09 21:19:59.136584 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3dca6dec-3f16-4185-920e-8247a2a9689e req-79d37722-bda4-4229-b99a-1cfaf76f8e19 service neutron] 10.222.0.43 "GET /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821767 Jul 09 21:20:00.132118 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278966d3-17e0-4073-844b-64af161ffe68 req-506311ad-d1fb-4002-b7bf-1108d2e6b691 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:00.133574 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-278966d3-17e0-4073-844b-64af161ffe68 req-506311ad-d1fb-4002-b7bf-1108d2e6b691 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 943 time: 0.0604389 Jul 09 21:20:00.172680 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-278966d3-17e0-4073-844b-64af161ffe68 req-8afaa9f1-26be-4074-a56f-943a03c42bbd tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335999 Jul 09 21:20:01.341637 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0025-61db-42d9-aa3a-03261d7b0b78 req-9772eaaf-dde7-43b4-9e2f-4d72f9da2f82 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:01.343139 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-87ed0025-61db-42d9-aa3a-03261d7b0b78 req-9772eaaf-dde7-43b4-9e2f-4d72f9da2f82 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 943 time: 0.0624831 Jul 09 21:20:01.380626 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-87ed0025-61db-42d9-aa3a-03261d7b0b78 req-dfff0ce5-ed2d-475e-9fa5-d238badd479e tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Jul 09 21:20:02.549068 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc719c6-bafe-4241-85b2-442b7fd93619 req-18205ffc-67df-401b-9354-b907659e5640 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:02.550467 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6dc719c6-bafe-4241-85b2-442b7fd93619 req-18205ffc-67df-401b-9354-b907659e5640 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 943 time: 0.0603657 Jul 09 21:20:02.586632 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-6dc719c6-bafe-4241-85b2-442b7fd93619 req-7117bd06-3638-4db8-9c15-ebe144d61b91 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301120 Jul 09 21:20:03.282027 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device bed4f2ba-592e-4d63-a5b0-5feddb148939 details requested by agent hyperv_hv-cinder-80027 with host hv-cinder-80027 {{(pid=93740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:20:03.375579 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port bed4f2ba-592e-4d63-a5b0-5feddb148939, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=bed4f2ba-592e-4d63-a5b0-5feddb148939,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:20:03.386894 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Returning: {'device': 'bed4f2ba-592e-4d63-a5b0-5feddb148939', 'network_id': 'fc24753e-7e83-4607-9915-6f43d1ec1453', 'port_id': 'bed4f2ba-592e-4d63-a5b0-5feddb148939', 'mac_address': 'fa:16:3e:b1:e9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9e1cf9-5c66-4d20-9228-5eaac9bc7486', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:20:03.423261 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:03.435407 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed4f2ba-592e-4d63-a5b0-5feddb148939 {{(pid=93740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:20:03.454264 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port bed4f2ba-592e-4d63-a5b0-5feddb148939, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=bed4f2ba-592e-4d63-a5b0-5feddb148939,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:20:03.524612 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:03.574136 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=bed4f2ba-592e-4d63-a5b0-5feddb148939,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:20:03.581111 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.581481 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.581827 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.582173 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.582515 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.582853 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.583190 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.583557 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.583896 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.584229 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.584560 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.584889 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:03.758636 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aee945-3901-4ce4-811a-8a4c2f7e7e08 req-f9c24c01-d233-439f-83d7-9a2cfa95c0b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:03.760405 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-01aee945-3901-4ce4-811a-8a4c2f7e7e08 req-f9c24c01-d233-439f-83d7-9a2cfa95c0b9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 944 time: 0.0655684 Jul 09 21:20:03.790920 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['bed4f2ba-592e-4d63-a5b0-5feddb148939'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:20:03.797050 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-01aee945-3901-4ce4-811a-8a4c2f7e7e08 req-105ce944-f9c6-4c30-be1e-577618a13f93 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Jul 09 21:20:04.965789 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7df35-acc7-499d-a8b0-fb3f6a9bd899 req-daa50d59-4248-41f6-885a-21d07b13f7d9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:04.967297 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-16f7df35-acc7-499d-a8b0-fb3f6a9bd899 req-daa50d59-4248-41f6-885a-21d07b13f7d9 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 944 time: 0.0607677 Jul 09 21:20:05.003820 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-16f7df35-acc7-499d-a8b0-fb3f6a9bd899 req-58fcaba5-145f-47ea-8797-7149791963fa tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Jul 09 21:20:05.295855 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device bed4f2ba-592e-4d63-a5b0-5feddb148939 up at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:20:05.417305 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning for port bed4f2ba-592e-4d63-a5b0-5feddb148939 completed by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:20:05.421184 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Provisioning complete for port bed4f2ba-592e-4d63-a5b0-5feddb148939 triggered by entity L2. {{(pid=93740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:20:05.421558 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-748662'] for port, provisioning_complete {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:05.496517 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-626658'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:05.517600 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f779b47a-f208-430c-8fd9-9994ff008503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed4f2ba-592e-4d63-a5b0-5feddb148939'}] {{(pid=93740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:20:05.519842 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7dd7a997c2ea89551782442162b702c83ad7f48bf3605fc4a3b50debbb6b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002d1899-016d-4370-b730-9a42e6ee2877" -d '{"events": [{"server_uuid": "f779b47a-f208-430c-8fd9-9994ff008503", "name": "network-vif-plugged", "status": "completed", "tag": "bed4f2ba-592e-4d63-a5b0-5feddb148939"}]}' {{(pid=93740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:20:05.532146 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] For port bed4f2ba-592e-4d63-a5b0-5feddb148939, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=bed4f2ba-592e-4d63-a5b0-5feddb148939,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:20:05.555882 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41453071-4285-422d-9761-4e4cf7fd242e x-openstack-request-id: req-41453071-4285-422d-9761-4e4cf7fd242e {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:20:05.556177 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f779b47a-f208-430c-8fd9-9994ff008503", "name": "network-vif-plugged", "status": "completed", "tag": "bed4f2ba-592e-4d63-a5b0-5feddb148939", "code": 200}]} {{(pid=93740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:20:05.556435 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41453071-4285-422d-9761-4e4cf7fd242e {{(pid=93740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:20:05.556824 dv-cinder-800272-2-iscsi neutron-server[93740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f779b47a-f208-430c-8fd9-9994ff008503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed4f2ba-592e-4d63-a5b0-5feddb148939', 'code': 200} Jul 09 21:20:05.627128 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794552024872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794551521262', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794551521311'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:05.676437 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Pushing event updated for resources: {'Port': ['ID=bed4f2ba-592e-4d63-a5b0-5feddb148939,revision_number=5']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:20:05.937466 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54327a5a-e5b7-46ad-a761-fdf26efb45ca req-75b98693-3108-4e3b-b3c5-4b8af83aee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:05.939030 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-54327a5a-e5b7-46ad-a761-fdf26efb45ca req-75b98693-3108-4e3b-b3c5-4b8af83aee12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 1098 time: 0.0497475 Jul 09 21:20:05.972084 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-54327a5a-e5b7-46ad-a761-fdf26efb45ca req-34834ee9-8922-4c2b-a2f5-89a9316b7963 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263510 Jul 09 21:20:06.173082 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ecfb-3bc7-4d33-97e2-e20c3afae6d5 req-6f376c98-afdc-448d-8989-bb00d5f356c4 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:06.174583 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c384ecfb-3bc7-4d33-97e2-e20c3afae6d5 req-6f376c98-afdc-448d-8989-bb00d5f356c4 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 945 time: 0.0602868 Jul 09 21:20:06.213494 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c384ecfb-3bc7-4d33-97e2-e20c3afae6d5 req-c7bd5052-40b5-4d9d-bce1-cc4540770fd2 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Jul 09 21:20:07.386560 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e26c4-2915-4f4a-9f81-edbc322ef7cc req-e0a6648d-65ac-461a-b4e7-f04f9c74eedf tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:07.388073 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4c6e26c4-2915-4f4a-9f81-edbc322ef7cc req-e0a6648d-65ac-461a-b4e7-f04f9c74eedf tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 945 time: 0.0616369 Jul 09 21:20:07.423449 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-4c6e26c4-2915-4f4a-9f81-edbc322ef7cc req-7cc0872c-e5b0-4859-829b-a611978876bd tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299108 Jul 09 21:20:08.865589 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc724f-3466-45fb-9a9c-a1179eb28881 req-19c8e6fe-c13c-4fc9-90f6-197082cc1776 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:08.867044 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5fcc724f-3466-45fb-9a9c-a1179eb28881 req-19c8e6fe-c13c-4fc9-90f6-197082cc1776 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 945 time: 0.0611548 Jul 09 21:20:08.902413 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-5fcc724f-3466-45fb-9a9c-a1179eb28881 req-5960490a-bca1-4338-842b-8705944fb411 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298665 Jul 09 21:20:10.074667 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb1088-bb9d-4ad4-9f2e-05a6d8fe4969 req-3ef541da-bd97-4db0-b8da-cbd66adddbd0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:10.075416 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-aafb1088-bb9d-4ad4-9f2e-05a6d8fe4969 req-3ef541da-bd97-4db0-b8da-cbd66adddbd0 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 945 time: 0.0643184 Jul 09 21:20:10.112421 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-aafb1088-bb9d-4ad4-9f2e-05a6d8fe4969 req-57178bd0-56b3-4404-9d62-2977fc0926e8 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/security-groups?id=6431686a-c39a-435b-95f8-48606dcbe992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Jul 09 21:20:10.287254 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-55c03b5c-4e14-4a2d-98cb-5bb18600856e tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:20:10.288648 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-55c03b5c-4e14-4a2d-98cb-5bb18600856e tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.43 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 945 time: 0.0646043 Jul 09 21:20:10.389418 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Deleting port bed4f2ba-592e-4d63-a5b0-5feddb148939 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:20:10.389766 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794552017372'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:10.479430 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] For port bed4f2ba-592e-4d63-a5b0-5feddb148939, host hv-cinder-80027, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80027',level=0,port_id=bed4f2ba-592e-4d63-a5b0-5feddb148939,segment=NetworkSegment(3c3b0482-dd29-4ab4-a66b-307a28b33e91),segment_id=3c3b0482-dd29-4ab4-a66b-307a28b33e91)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:20:10.479815 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745529'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:10.494045 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Calling delete_port for bed4f2ba-592e-4d63-a5b0-5feddb148939 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:20:10.760381 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678653', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794552024854', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794551521253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127220646'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:10.793087 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Pushing event deleted for resources: {'Port': ['ID=bed4f2ba-592e-4d63-a5b0-5feddb148939,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:20:10.795878 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] get_ports_and_sgs() called for port_ids ['bed4f2ba-592e-4d63-a5b0-5feddb148939'] {{(pid=93740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:20:10.852631 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] No DVR routers for this DVR port bed4f2ba-592e-4d63-a5b0-5feddb148939 on host hv-cinder-80027 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:20:10.855478 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56715'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:10.857470 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1aec4d48-f9aa-426a-9095-3e20f9f56571 req-b660cf9b-d0c0-462b-bb77-ef9b2a63d079 tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.43 "DELETE /v2.0/ports/bed4f2ba-592e-4d63-a5b0-5feddb148939 HTTP/1.1" status: 204 len: 173 time: 0.5633280 Jul 09 21:20:10.857898 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f779b47a-f208-430c-8fd9-9994ff008503', 'name': 'network-vif-deleted', 'tag': 'bed4f2ba-592e-4d63-a5b0-5feddb148939'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:20:10.860167 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fc341176aa0bee4fd193a5c0e28bbe47e8d5813cc05d09105ca0075d2fed2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a232028e-3709-4adc-a656-c65456976e59" -d '{"events": [{"server_uuid": "f779b47a-f208-430c-8fd9-9994ff008503", "name": "network-vif-deleted", "tag": "bed4f2ba-592e-4d63-a5b0-5feddb148939"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:20:10.895514 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a290b124-f85e-45fc-8097-28d7dcc24620 x-openstack-request-id: req-a290b124-f85e-45fc-8097-28d7dcc24620 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:20:10.895826 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f779b47a-f208-430c-8fd9-9994ff008503", "name": "network-vif-deleted", "tag": "bed4f2ba-592e-4d63-a5b0-5feddb148939", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:20:10.896065 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a290b124-f85e-45fc-8097-28d7dcc24620 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:20:10.896518 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f779b47a-f208-430c-8fd9-9994ff008503', 'name': 'network-vif-deleted', 'tag': 'bed4f2ba-592e-4d63-a5b0-5feddb148939', 'status': 'completed', 'code': 200} Jul 09 21:20:11.256272 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [req-c5f5f2dc-ddb2-41c6-adcc-f4b58d9e6d57 req-75fe6067-5b65-4986-97e1-a119539f9def tempest-VolumesActionsTest-382035153 tempest-VolumesActionsTest-382035153-project] 10.222.0.64 "GET /v2.0/ports?device_id=f779b47a-f208-430c-8fd9-9994ff008503 HTTP/1.1" status: 200 len: 210 time: 0.0286310 Jul 09 21:20:12.857138 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:13.327001 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device bed4f2ba-592e-4d63-a5b0-5feddb148939 no longer exists at agent hyperv_hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:20:13.347416 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] No Port match for: bed4f2ba-592e-4d63-a5b0-5feddb148939 {{(pid=93740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:20:13.347791 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.rpc [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Device bed4f2ba-592e-4d63-a5b0-5feddb148939 not bound to the agent host hv-cinder-80027 {{(pid=93740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:20:22.600925 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-efa904af-fe34-456b-a21e-7fefe515cf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:25.204302 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-10806766-36b2-4172-8714-d236c8f6f948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:25.240596 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:26.479718 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:28.142120 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:29.997679 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:20:38.203323 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [-] (93739) accepted ('10.222.0.64', 60916) {{(pid=93739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:20:38.246474 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Deleting subnet 1c9e1cf9-5c66-4d20-9228-5eaac9bc7486 {{(pid=93739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:20:38.249432 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.281763 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127909642'] for subnet, precommit_delete_associations {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.322729 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-750168'] for subnet, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.445437 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-750161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127536457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127482677'] for subnet, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.469602 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9e1cf9-5c66-4d20-9228-5eaac9bc7486,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:20:38.474511 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.476673 dv-cinder-800272-2-iscsi neutron-server[93739]: INFO neutron.wsgi [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1c9e1cf9-5c66-4d20-9228-5eaac9bc7486 HTTP/1.1" status: 204 len: 168 time: 0.2720127 Jul 09 21:20:38.478974 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60918) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:20:38.481553 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.481916 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.482258 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.482600 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.482936 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.483273 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.483629 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.483962 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.484323 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.484649 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.484978 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.485300 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c0580-203c-45df-9617-bcecf03b7e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.549706 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656940'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.641394 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-746701', 'neutron.services.segments.db._delete_segments_for_network-8794551823701'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.651376 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc24753e-7e83-4607-9915-6f43d1ec1453']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:20:38.661136 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3b0482-dd29-4ab4-a66b-307a28b33e91') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:20:38.661430 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3b0482-dd29-4ab4-a66b-307a28b33e91') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:20:38.669872 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794551849777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126604412'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.682961 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.688564 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:20:38.688948 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127220601'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: Traceback (most recent call last): Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: timer() Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: cb(*args, **kw) Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: return func(*args, **kwargs) Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: self._notify() Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: self.callback(batched_events) Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: event.method(event) Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: return f(self, *a, **k) Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._get(url).json() Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:20:38.690525 dv-cinder-800272-2-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:20:38.867664 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-746694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811994'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.872296 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678639'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:38.876754 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] 10.222.0.64 "DELETE /v2.0/networks/fc24753e-7e83-4607-9915-6f43d1ec1453 HTTP/1.1" status: 204 len: 168 time: 0.3964021 Jul 09 21:20:38.890061 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Pushing event deleted for resources: {'Network': ['ID=fc24753e-7e83-4607-9915-6f43d1ec1453,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:20:38.897158 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.897504 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.897915 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.898162 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.898488 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.898816 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.899143 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.899492 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.899884 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.900133 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.900456 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:38.900813 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f154a39-381d-4aed-aef5-fdee69909adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800272-2-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:20:39.196212 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60922) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:20:39.234749 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5597efd8-e363-4988-bc82-e80e1d49d3a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b59176306b544cd974e9e3d124dfb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374081 Jul 09 21:20:39.237146 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 60924) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:20:39.283073 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5383c69-a91a-4f4d-a720-a2c5bc361946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:39.304741 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5383c69-a91a-4f4d-a720-a2c5bc361946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:39.422027 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5383c69-a91a-4f4d-a720-a2c5bc361946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:39.424645 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a5383c69-a91a-4f4d-a720-a2c5bc361946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:39.426432 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a5383c69-a91a-4f4d-a720-a2c5bc361946 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6431686a-c39a-435b-95f8-48606dcbe992 HTTP/1.1" status: 204 len: 168 time: 0.1877770 Jul 09 21:20:39.433986 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5383c69-a91a-4f4d-a720-a2c5bc361946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6431686a-c39a-435b-95f8-48606dcbe992,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:20:42.976720 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:52.524991 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-86e9f12e-b65f-45c5-89b6-dd77a07a92aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:55.090367 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-faf93bdb-d39d-481e-85c0-7ea2c74ad006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:55.256018 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:56.467556 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:58.171042 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:02.774841 dv-cinder-800272-2-iscsi neutron-server[93739]: DEBUG neutron.wsgi [req-1525eebd-3a3d-4df4-8e37-924efdf15490 req-935675dd-ef8d-44a5-895a-ecbd0e7ce59c service neutron] (93739) timed out ('10.222.0.43', 64388) {{(pid=93739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:21:06.998224 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:21:12.876591 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:22.570052 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6de3fdd1-1bee-4fd3-b50a-c0d140f89571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:22.648083 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 32948) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:21:22.747019 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-993c5098-e92e-4bd1-b637-8fb770769847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:22.841751 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-993c5098-e92e-4bd1-b637-8fb770769847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:22.940653 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-993c5098-e92e-4bd1-b637-8fb770769847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:22.978382 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-993c5098-e92e-4bd1-b637-8fb770769847 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1210b70e0d64430a98b5b3667466582b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292034 Jul 09 21:21:22.979604 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c5098-e92e-4bd1-b637-8fb770769847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e7411a-869e-4ba3-9634-6c1055d86595,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:21:22.983632 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.64', 32952) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:21:23.033979 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0096ebdf-3866-4329-9595-f56abbd7c010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:23.054349 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0096ebdf-3866-4329-9595-f56abbd7c010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:23.186787 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0096ebdf-3866-4329-9595-f56abbd7c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3995263'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:23.189323 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0096ebdf-3866-4329-9595-f56abbd7c010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:23.190525 dv-cinder-800272-2-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0096ebdf-3866-4329-9595-f56abbd7c010 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4e7411a-869e-4ba3-9634-6c1055d86595 HTTP/1.1" status: 204 len: 168 time: 0.2059252 Jul 09 21:21:23.198300 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096ebdf-3866-4329-9595-f56abbd7c010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e7411a-869e-4ba3-9634-6c1055d86595,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:21:25.083781 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-73546e2f-8455-4201-9561-b3b980ae9865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:25.227075 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:26.506357 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:28.122163 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:42.860758 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:43.996541 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:21:52.574483 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-4c5651fd-8ee3-4e78-915c-ff442b4faf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:55.115322 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2304c611-f770-49fc-8e3b-d33cedab0196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:55.326296 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:56.494069 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:58.097468 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:12.870401 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:20.995479 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:22:22.548316 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a0615a75-1253-4cd3-86ca-e0d15cda1602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:25.131714 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-4278813c-c089-463d-b407-993a89842dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:25.253092 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:26.498842 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:28.113511 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:42.890293 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:52.593342 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-4be01d88-02fd-4874-a725-db22d5cd8237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:55.112642 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-12d284d0-4a81-48d4-be0f-fe544672d384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:55.273424 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:56.466870 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:57.995156 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:22:58.120511 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:12.896942 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:22.536754 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-8cd21a2d-846a-4c5f-8572-de88da71b2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:25.076979 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2426aaec-b528-4e7d-b722-ec1446187d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:25.225676 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:26.456774 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:28.113750 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:34.994392 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:23:43.093849 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:46.548956 dv-cinder-800272-2-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-4d39630b-f32f-45c8-b8b6-f0e600e21472 req-030c6c0e-d4cd-4d11-96f8-eb00b42d04f9 service neutron] (93738) timed out ('10.222.0.43', 64380) {{(pid=93738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:23:52.552915 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f47b13de-e3b6-4e3d-bfe3-f1ceba8c7ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:55.104461 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-87971062-adc0-4fdd-a2ca-08bb0d065fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:55.307443 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:56.498919 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:58.112926 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:11.993712 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:24:12.943835 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:22.577636 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0b46-38a3-4c48-bfd3-1c87dc4a33e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:25.108743 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2ad3-46da-43bd-ad40-172941f5e5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:25.271864 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:26.477966 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:28.137597 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:42.899874 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:48.995947 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:24:52.582091 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-09e65ec4-f8ed-418e-b0a9-ebc4155d62f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:55.108143 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-72386837-2672-4751-9b8c-2b8ab50fb8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:55.270684 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:56.501787 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:58.164929 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:12.939297 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:22.552390 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-51922f82-ce9f-4863-af63-722369650ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:25.115404 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-081674d9-ee6a-4d2a-842f-d9f06f9c8086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:25.241586 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:25.994646 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:25:26.483804 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:28.138203 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:42.928540 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:52.562690 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-245e3766-7723-4828-a969-c05149ae9842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:55.099706 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6e0abdf2-bb2e-42dd-8ff1-6d7e92685b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:55.251603 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:56.499472 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:58.197447 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:02.994572 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:26:12.922290 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:22.555736 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-c7240064-69a9-44c5-9471-8ea6e17d8bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:25.175871 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ea2f47c4-8f5d-41d6-9c69-c428aef38eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:25.278852 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5eb2189f-53ad-4517-a987-dbb58338c17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:26.473552 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-a20fa754-3fe3-4227-bc3c-f700b0846274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:28.142158 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-9aae532b-3b1b-46d0-b9e2-30834f946742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:39.993671 dv-cinder-800272-2-iscsi neutron-server[93741]: DEBUG neutron.db.agents_db [None req-d7ea49d5-6ef4-4a2d-9b89-c93face010b8 None None] Agent healthcheck: found 6 active agents {{(pid=93741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:26:42.921199 dv-cinder-800272-2-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-ecc8be32-d531-455c-b120-e5d553708c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794551823683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748679'] for agent, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}